2015-02-12 11:26:24,528 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 11:26:24,629 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 11:26:24,630 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.TrapPlatformTest
2015-02-12 11:26:24,655 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 11:26:25,694 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 11:26:25,741 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 11:26:25,763 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 11:26:25,809 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 11:26:25,810 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 11:26:25,810 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 11:26:25,812 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 11:26:25,813 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 11:26:25
2015-02-12 11:26:25,816 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 11:26:25,817 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:25,818 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 11:26:25,819 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 11:26:25,839 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 11:26:25,840 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 11:26:25,841 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 11:26:25,841 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 11:26:25,842 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 11:26:25,842 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 11:26:25,842 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 11:26:25,843 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 11:26:25,843 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 11:26:25,851 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 11:26:25,851 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 11:26:25,852 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 11:26:25,853 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 11:26:25,861 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 11:26:26,082 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 11:26:26,082 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:26,083 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 11:26:26,083 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 11:26:26,084 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 11:26:26,091 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 11:26:26,091 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:26,092 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 11:26:26,092 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 11:26:26,116 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 11:26:26,116 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 11:26:26,117 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 11:26:26,119 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 11:26:26,119 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 11:26:26,122 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 11:26:26,122 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:26,123 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 11:26:26,123 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 11:26:26,130 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 11:26:26,131 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 11:26:26,131 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 11:26:26,209 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:26,226 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 11:26:26,229 INFO common.Storage (NNStorage.java:format(552)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 11:26:26,356 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 11:26:26,359 INFO namenode.NameNode (NameNode.java:createNameNode(1367)) - createNameNode []
2015-02-12 11:26:26,381 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 11:26:26,428 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(376)) - Scheduled snapshot period at 10 second(s).
2015-02-12 11:26:26,428 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(191)) - NameNode metrics system started
2015-02-12 11:26:26,430 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(349)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 11:26:26,456 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1694)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 11:26:26,509 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 11:26:26,513 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 11:26:26,530 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:26,535 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 11:26:26,536 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:26,536 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:26,563 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 11:26:26,566 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:26:26,581 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57362
2015-02-12 11:26:26,582 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:26,615 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57362_hdfs____s9o6pj/webapp
2015-02-12 11:26:26,946 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57362
2015-02-12 11:26:26,959 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(776)) - No KeyProvider found.
2015-02-12 11:26:26,960 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(788)) - fsLock is fair:true
2015-02-12 11:26:26,962 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 11:26:26,963 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 11:26:26,964 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 11:26:26,964 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 11:26:26
2015-02-12 11:26:26,964 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 11:26:26,965 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:26,965 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 11:26:26,966 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 11:26:26,969 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(364)) - dfs.block.access.token.enable=false
2015-02-12 11:26:26,970 INFO blockmanagement.BlockManager (BlockManager.java:<init>(349)) - defaultReplication = 3
2015-02-12 11:26:26,971 INFO blockmanagement.BlockManager (BlockManager.java:<init>(350)) - maxReplication = 512
2015-02-12 11:26:26,973 INFO blockmanagement.BlockManager (BlockManager.java:<init>(351)) - minReplication = 1
2015-02-12 11:26:26,974 INFO blockmanagement.BlockManager (BlockManager.java:<init>(352)) - maxReplicationStreams = 2
2015-02-12 11:26:26,978 INFO blockmanagement.BlockManager (BlockManager.java:<init>(353)) - shouldCheckForEnoughRacks = false
2015-02-12 11:26:26,979 INFO blockmanagement.BlockManager (BlockManager.java:<init>(354)) - replicationRecheckInterval = 3000
2015-02-12 11:26:26,980 INFO blockmanagement.BlockManager (BlockManager.java:<init>(355)) - encryptDataTransfer = false
2015-02-12 11:26:26,981 INFO blockmanagement.BlockManager (BlockManager.java:<init>(356)) - maxNumBlocksToLog = 1000
2015-02-12 11:26:26,982 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(811)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 11:26:26,983 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(812)) - supergroup = supergroup
2015-02-12 11:26:26,985 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(813)) - isPermissionEnabled = true
2015-02-12 11:26:26,986 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(824)) - HA Enabled: false
2015-02-12 11:26:26,987 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(861)) - Append Enabled: true
2015-02-12 11:26:26,989 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 11:26:26,990 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:26,991 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 11:26:26,993 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 11:26:27,024 INFO namenode.NameNode (FSDirectory.java:<init>(234)) - Caching file names occuring more than 10 times
2015-02-12 11:26:27,026 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 11:26:27,027 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:27,028 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 11:26:27,028 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 11:26:27,029 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5666)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 11:26:27,029 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5667)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 11:26:27,029 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5668)) - dfs.namenode.safemode.extension = 0
2015-02-12 11:26:27,030 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(959)) - Retry cache on namenode is enabled
2015-02-12 11:26:27,030 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(967)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 11:26:27,030 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 11:26:27,031 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:27,032 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 11:26:27,033 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 11:26:27,036 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 11:26:27,036 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 11:26:27,037 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 11:26:27,039 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:27,041 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:27,049 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current
2015-02-12 11:26:27,050 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(362)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name2/current
2015-02-12 11:26:27,051 INFO namenode.FSImage (FSImage.java:loadFSImage(656)) - No edit log streams selected.
2015-02-12 11:26:27,074 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 11:26:27,090 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(182)) - Loaded FSImage in 0 seconds.
2015-02-12 11:26:27,091 INFO namenode.FSImage (FSImage.java:loadFSImage(937)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 11:26:27,098 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1029)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 11:26:27,099 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1173)) - Starting log segment at 1
2015-02-12 11:26:27,128 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 11:26:27,129 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(748)) - Finished loading FSImage in 92 msecs
2015-02-12 11:26:27,327 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(329)) - RPC server is binding to localhost:0
2015-02-12 11:26:27,336 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:27,366 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57365
2015-02-12 11:26:27,398 INFO namenode.NameNode (NameNode.java:initialize(603)) - Clients are to use localhost:57365 to access this namenode/service.
2015-02-12 11:26:27,403 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6645)) - Registered FSNamesystemState MBean
2015-02-12 11:26:27,433 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 11:26:27,434 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(6256)) - Number of blocks under construction: 0
2015-02-12 11:26:27,434 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1221)) - initializing replication queues
2015-02-12 11:26:27,435 INFO hdfs.StateChange (FSNamesystem.java:leave(5740)) - STATE* Leaving safe mode after 0 secs
2015-02-12 11:26:27,435 INFO hdfs.StateChange (FSNamesystem.java:leave(5751)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 11:26:27,435 INFO hdfs.StateChange (FSNamesystem.java:leave(5754)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 11:26:27,438 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2612)) - Total number of blocks = 0
2015-02-12 11:26:27,438 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2613)) - Number of invalid blocks = 0
2015-02-12 11:26:27,438 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2614)) - Number of under-replicated blocks = 0
2015-02-12 11:26:27,438 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2615)) - Number of over-replicated blocks = 0
2015-02-12 11:26:27,438 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2617)) - Number of blocks being written = 0
2015-02-12 11:26:27,438 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2618)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 3 msec
2015-02-12 11:26:27,460 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:27,461 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57365: starting
2015-02-12 11:26:27,464 INFO namenode.NameNode (NameNode.java:startCommonServices(646)) - NameNode RPC up at: localhost/127.0.0.1:57365
2015-02-12 11:26:27,464 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1142)) - Starting services required for active state
2015-02-12 11:26:27,468 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 11:26:27,468 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 1423769187468 milliseconds
2015-02-12 11:26:27,470 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 2 millisecond(s).
2015-02-12 11:26:27,648 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2
2015-02-12 11:26:27,754 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:26:27,755 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:26:27,759 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:26:27,766 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:57366
2015-02-12 11:26:27,769 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:26:27,769 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:26:27,773 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:26:27,774 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:27,775 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:26:27,776 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:27,776 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:27,780 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:26:27,781 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57367
2015-02-12 11:26:27,781 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:27,786 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57367_datanode____.wx24ef/webapp
2015-02-12 11:26:27,988 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57367
2015-02-12 11:26:27,990 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:26:27,991 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:26:28,005 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:28,006 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57368
2015-02-12 11:26:28,012 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:57368
2015-02-12 11:26:28,024 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:26:28,026 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:26:28,038 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57365 starting to offer service
2015-02-12 11:26:28,043 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:28,044 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57368: starting
2015-02-12 11:26:28,048 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4
2015-02-12 11:26:28,086 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:26:28,086 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:26:28,087 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:26:28,088 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:57369
2015-02-12 11:26:28,088 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:26:28,088 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:26:28,090 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:26:28,091 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:28,093 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:26:28,093 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:28,094 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:28,096 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:26:28,097 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57370
2015-02-12 11:26:28,097 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:28,100 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57370_datanode____.7b9hgv/webapp
2015-02-12 11:26:28,267 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:26:28,267 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:28,268 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1 is not formatted for BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,268 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:26:28,270 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:28,271 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2 is not formatted for BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,271 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:26:28,330 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,330 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:26:28,331 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145 is not formatted.
2015-02-12 11:26:28,331 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:26:28,331 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-890477609-10.1.1.68-1423769186145 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current
2015-02-12 11:26:28,337 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:26:28,338 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145 is not formatted.
2015-02-12 11:26:28,338 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:26:28,338 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-890477609-10.1.1.68-1423769186145 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current
2015-02-12 11:26:28,342 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:26:28,343 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:26:28,351 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1619703894;bpid=BP-890477609-10.1.1.68-1423769186145;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1619703894;c=0;bpid=BP-890477609-10.1.1.68-1423769186145;dnuuid=null
2015-02-12 11:26:28,354 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 2940ea55-b946-4a69-9442-8968da5a25d7
2015-02-12 11:26:28,384 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current
2015-02-12 11:26:28,385 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 11:26:28,385 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current
2015-02-12 11:26:28,385 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 11:26:28,393 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:26:28,397 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423779183397 with interval 21600000
2015-02-12 11:26:28,397 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,398 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 11:26:28,399 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 11:26:28,423 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-890477609-10.1.1.68-1423769186145 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 25ms
2015-02-12 11:26:28,423 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-890477609-10.1.1.68-1423769186145 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 24ms
2015-02-12 11:26:28,424 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-890477609-10.1.1.68-1423769186145: 26ms
2015-02-12 11:26:28,424 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current...
2015-02-12 11:26:28,424 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current...
2015-02-12 11:26:28,425 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current: 1ms
2015-02-12 11:26:28,425 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 11:26:28,425 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 11:26:28,427 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid null) service to localhost/127.0.0.1:57365 beginning handshake with NN
2015-02-12 11:26:28,436 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=2940ea55-b946-4a69-9442-8968da5a25d7, infoPort=57367, ipcPort=57368, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) storage 2940ea55-b946-4a69-9442-8968da5a25d7
2015-02-12 11:26:28,440 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:26:28,440 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:57366
2015-02-12 11:26:28,444 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57370
2015-02-12 11:26:28,445 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid null) service to localhost/127.0.0.1:57365 successfully registered with NN
2015-02-12 11:26:28,446 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:57365 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:26:28,447 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:26:28,447 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:26:28,449 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:28,451 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57373
2015-02-12 11:26:28,454 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:57373
2015-02-12 11:26:28,462 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:26:28,462 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:26:28,464 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57365 starting to offer service
2015-02-12 11:26:28,464 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:28,464 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57373: starting
2015-02-12 11:26:28,467 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:26:28,468 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:28,469 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3 is not formatted for BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,469 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:26:28,469 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6
2015-02-12 11:26:28,470 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:28,470 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4 is not formatted for BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,470 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:26:28,480 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:26:28,480 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-04eaae3f-54e7-45e3-9f24-40f876f58a28 for DN 127.0.0.1:57366
2015-02-12 11:26:28,480 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775 for DN 127.0.0.1:57366
2015-02-12 11:26:28,507 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid 2940ea55-b946-4a69-9442-8968da5a25d7) service to localhost/127.0.0.1:57365 trying to claim ACTIVE state with txid=1
2015-02-12 11:26:28,507 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid 2940ea55-b946-4a69-9442-8968da5a25d7) service to localhost/127.0.0.1:57365
2015-02-12 11:26:28,526 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:26:28,526 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775 node DatanodeRegistration(127.0.0.1, datanodeUuid=2940ea55-b946-4a69-9442-8968da5a25d7, infoPort=57367, ipcPort=57368, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 0, hasStaleStorages: true, processing time: 8 msecs
2015-02-12 11:26:28,527 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-04eaae3f-54e7-45e3-9f24-40f876f58a28,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:26:28,527 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-04eaae3f-54e7-45e3-9f24-40f876f58a28 node DatanodeRegistration(127.0.0.1, datanodeUuid=2940ea55-b946-4a69-9442-8968da5a25d7, infoPort=57367, ipcPort=57368, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:26:28,530 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,530 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:26:28,530 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145 is not formatted.
2015-02-12 11:26:28,530 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:26:28,530 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-890477609-10.1.1.68-1423769186145 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current
2015-02-12 11:26:28,531 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:26:28,531 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145 is not formatted.
2015-02-12 11:26:28,531 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:26:28,531 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-890477609-10.1.1.68-1423769186145 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current
2015-02-12 11:26:28,532 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:26:28,532 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:26:28,534 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1619703894;bpid=BP-890477609-10.1.1.68-1423769186145;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1619703894;c=0;bpid=BP-890477609-10.1.1.68-1423769186145;dnuuid=null
2015-02-12 11:26:28,535 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 48056eec-8d76-4df7-813b-fdcecced5953
2015-02-12 11:26:28,536 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current
2015-02-12 11:26:28,536 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 11:26:28,536 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current
2015-02-12 11:26:28,536 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 11:26:28,537 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:26:28,538 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423773750538 with interval 21600000
2015-02-12 11:26:28,543 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,544 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 11:26:28,544 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 11:26:28,555 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-890477609-10.1.1.68-1423769186145 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 11ms
2015-02-12 11:26:28,556 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-890477609-10.1.1.68-1423769186145 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 12ms
2015-02-12 11:26:28,556 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-890477609-10.1.1.68-1423769186145: 13ms
2015-02-12 11:26:28,556 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 1 msec to generate and 45 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@6eaabe96
2015-02-12 11:26:28,556 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,557 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current...
2015-02-12 11:26:28,557 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current...
2015-02-12 11:26:28,557 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current: 0ms
2015-02-12 11:26:28,557 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 11:26:28,558 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 2ms
2015-02-12 11:26:28,558 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid null) service to localhost/127.0.0.1:57365 beginning handshake with NN
2015-02-12 11:26:28,559 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) storage 48056eec-8d76-4df7-813b-fdcecced5953
2015-02-12 11:26:28,560 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:26:28,560 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:57369
2015-02-12 11:26:28,562 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid null) service to localhost/127.0.0.1:57365 successfully registered with NN
2015-02-12 11:26:28,562 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:57365 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:26:28,563 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:26:28,564 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-265a51ed-40ea-4272-8cea-2c3765668fde for DN 127.0.0.1:57369
2015-02-12 11:26:28,564 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e for DN 127.0.0.1:57369
2015-02-12 11:26:28,565 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid 48056eec-8d76-4df7-813b-fdcecced5953) service to localhost/127.0.0.1:57365 trying to claim ACTIVE state with txid=1
2015-02-12 11:26:28,565 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid 48056eec-8d76-4df7-813b-fdcecced5953) service to localhost/127.0.0.1:57365
2015-02-12 11:26:28,566 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:26:28,566 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:28,566 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-265a51ed-40ea-4272-8cea-2c3765668fde,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:26:28,567 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:26:28,567 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-265a51ed-40ea-4272-8cea-2c3765668fde node DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 11:26:28,567 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:26:28,567 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e node DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:26:28,567 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:26:28,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,571 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 5 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3160e3f3
2015-02-12 11:26:28,574 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,574 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:26:28,574 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:28,575 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:26:28,575 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:26:28,575 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,586 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-890477609-10.1.1.68-1423769186145 to blockPoolScannerMap, new size=1
2015-02-12 11:26:28,587 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-890477609-10.1.1.68-1423769186145 to blockPoolScannerMap, new size=1
2015-02-12 11:26:28,607 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:26:28,607 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:26:28,608 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:26:28,608 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:57374
2015-02-12 11:26:28,609 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:26:28,609 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:26:28,610 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:26:28,611 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:28,612 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:26:28,612 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:28,613 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:28,615 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:26:28,615 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57375
2015-02-12 11:26:28,615 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:28,619 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57375_datanode____.vkopii/webapp
2015-02-12 11:26:28,929 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57375
2015-02-12 11:26:28,930 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:26:28,930 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:26:28,931 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:28,932 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57376
2015-02-12 11:26:28,935 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:57376
2015-02-12 11:26:28,942 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:26:28,963 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:26:28,965 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57365 starting to offer service
2015-02-12 11:26:28,965 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:28,966 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57376: starting
2015-02-12 11:26:28,969 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:26:28,970 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1407)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8
2015-02-12 11:26:28,970 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:28,970 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5 is not formatted for BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,971 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:26:28,975 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:28,975 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6 is not formatted for BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:28,975 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:26:29,017 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again)
2015-02-12 11:26:29,017 INFO datanode.DataNode (DataNode.java:<init>(414)) - Configured hostname is 127.0.0.1
2015-02-12 11:26:29,017 INFO datanode.DataNode (DataNode.java:startDataNode(1049)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 11:26:29,018 INFO datanode.DataNode (DataNode.java:initDataXceiver(848)) - Opened streaming server at /127.0.0.1:57377
2015-02-12 11:26:29,018 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 11:26:29,019 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 11:26:29,020 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 11:26:29,021 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:29,022 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 11:26:29,023 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:29,023 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:29,024 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,024 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:26:29,024 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145 is not formatted.
2015-02-12 11:26:29,024 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:26:29,025 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-890477609-10.1.1.68-1423769186145 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current
2015-02-12 11:26:29,025 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(603)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 11:26:29,026 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:26:29,026 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57378
2015-02-12 11:26:29,026 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:29,026 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145 is not formatted.
2015-02-12 11:26:29,027 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:26:29,027 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-890477609-10.1.1.68-1423769186145 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current
2015-02-12 11:26:29,028 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:26:29,028 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:26:29,030 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.6.0.2.2.0.0-2041/4318f06dbd560179ace6e74d21eae12ac75d8328/hadoop-hdfs-2.6.0.2.2.0.0-2041-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57378_datanode____owdeu1/webapp
2015-02-12 11:26:29,032 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1619703894;bpid=BP-890477609-10.1.1.68-1423769186145;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1619703894;c=0;bpid=BP-890477609-10.1.1.68-1423769186145;dnuuid=null
2015-02-12 11:26:29,033 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID 16c932c9-33e3-49fa-9a28-c217181c9000
2015-02-12 11:26:29,034 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current
2015-02-12 11:26:29,034 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 11:26:29,035 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current
2015-02-12 11:26:29,035 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 11:26:29,036 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:26:29,037 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423778620037 with interval 21600000
2015-02-12 11:26:29,037 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,038 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 11:26:29,038 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 11:26:29,045 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-890477609-10.1.1.68-1423769186145 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 7ms
2015-02-12 11:26:29,045 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-890477609-10.1.1.68-1423769186145 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 7ms
2015-02-12 11:26:29,046 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-890477609-10.1.1.68-1423769186145: 9ms
2015-02-12 11:26:29,046 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current...
2015-02-12 11:26:29,046 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current: 0ms
2015-02-12 11:26:29,046 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current...
2015-02-12 11:26:29,047 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 11:26:29,047 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 11:26:29,048 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid null) service to localhost/127.0.0.1:57365 beginning handshake with NN
2015-02-12 11:26:29,049 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=16c932c9-33e3-49fa-9a28-c217181c9000, infoPort=57375, ipcPort=57376, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) storage 16c932c9-33e3-49fa-9a28-c217181c9000
2015-02-12 11:26:29,049 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:26:29,050 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:57374
2015-02-12 11:26:29,051 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid null) service to localhost/127.0.0.1:57365 successfully registered with NN
2015-02-12 11:26:29,051 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:57365 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:26:29,052 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:26:29,052 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-632290eb-7a2d-46c3-8130-135e9b1568e5 for DN 127.0.0.1:57374
2015-02-12 11:26:29,052 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-7b30b12f-7ad8-4514-bc5f-866118196b23 for DN 127.0.0.1:57374
2015-02-12 11:26:29,053 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid 16c932c9-33e3-49fa-9a28-c217181c9000) service to localhost/127.0.0.1:57365 trying to claim ACTIVE state with txid=1
2015-02-12 11:26:29,053 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid 16c932c9-33e3-49fa-9a28-c217181c9000) service to localhost/127.0.0.1:57365
2015-02-12 11:26:29,055 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-632290eb-7a2d-46c3-8130-135e9b1568e5,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:26:29,055 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-632290eb-7a2d-46c3-8130-135e9b1568e5 node DatanodeRegistration(127.0.0.1, datanodeUuid=16c932c9-33e3-49fa-9a28-c217181c9000, infoPort=57375, ipcPort=57376, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 11:26:29,055 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-7b30b12f-7ad8-4514-bc5f-866118196b23,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:26:29,055 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-7b30b12f-7ad8-4514-bc5f-866118196b23 node DatanodeRegistration(127.0.0.1, datanodeUuid=16c932c9-33e3-49fa-9a28-c217181c9000, infoPort=57375, ipcPort=57376, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:26:29,056 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@5166b697
2015-02-12 11:26:29,056 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,057 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:26:29,057 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:29,057 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:26:29,057 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:26:29,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,059 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-890477609-10.1.1.68-1423769186145 to blockPoolScannerMap, new size=1
2015-02-12 11:26:29,339 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57378
2015-02-12 11:26:29,367 INFO datanode.DataNode (DataNode.java:startDataNode(1066)) - dnUserName = soberoi
2015-02-12 11:26:29,368 INFO datanode.DataNode (DataNode.java:startDataNode(1067)) - supergroup = supergroup
2015-02-12 11:26:29,368 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:29,369 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57379
2015-02-12 11:26:29,372 INFO datanode.DataNode (DataNode.java:initIpcServer(723)) - Opened IPC server at /127.0.0.1:57379
2015-02-12 11:26:29,379 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 11:26:29,379 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 11:26:29,388 INFO datanode.DataNode (BPServiceActor.java:run(821)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57365 starting to offer service
2015-02-12 11:26:29,389 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:29,391 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57379: starting
2015-02-12 11:26:29,392 INFO common.Storage (DataStorage.java:recoverTransitionRead(399)) - DataNode version: -56 and NameNode layout version: -60
2015-02-12 11:26:29,393 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:29,393 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7 is not formatted for BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,393 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:26:29,394 INFO common.Storage (Storage.java:tryLock(715)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 92868@Edinburgh.local
2015-02-12 11:26:29,395 INFO common.Storage (DataStorage.java:addStorageLocations(281)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8 is not formatted for BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,395 INFO common.Storage (DataStorage.java:addStorageLocations(283)) - Formatting ...
2015-02-12 11:26:29,460 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(141)) - Analyzing storage directories for bpid BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,460 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:26:29,461 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145 is not formatted.
2015-02-12 11:26:29,461 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:26:29,461 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-890477609-10.1.1.68-1423769186145 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current
2015-02-12 11:26:29,463 INFO common.Storage (Storage.java:lock(675)) - Locking is disabled
2015-02-12 11:26:29,463 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(172)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145 is not formatted.
2015-02-12 11:26:29,463 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(173)) - Formatting ...
2015-02-12 11:26:29,463 INFO common.Storage (BlockPoolSliceStorage.java:format(225)) - Formatting block pool BP-890477609-10.1.1.68-1423769186145 directory /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current
2015-02-12 11:26:29,464 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:26:29,464 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(313)) - Restored 0 block files from trash.
2015-02-12 11:26:29,465 INFO datanode.DataNode (DataNode.java:initStorage(1314)) - Setting up storage: nsid=1619703894;bpid=BP-890477609-10.1.1.68-1423769186145;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=1619703894;c=0;bpid=BP-890477609-10.1.1.68-1423769186145;dnuuid=null
2015-02-12 11:26:29,466 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1142)) - Generated and persisted new Datanode UUID d4064433-e582-4c67-b17d-1d58ddc99880
2015-02-12 11:26:29,467 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current
2015-02-12 11:26:29,468 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 11:26:29,468 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(222)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current
2015-02-12 11:26:29,468 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(316)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 11:26:29,469 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1803)) - Registered FSDatasetState MBean
2015-02-12 11:26:29,470 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1423786657470 with interval 21600000
2015-02-12 11:26:29,471 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(2206)) - Adding block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,471 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 11:26:29,472 INFO impl.FsDatasetImpl (FsVolumeList.java:run(254)) - Scanning block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 11:26:29,487 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-890477609-10.1.1.68-1423769186145 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 15ms
2015-02-12 11:26:29,487 INFO impl.FsDatasetImpl (FsVolumeList.java:run(259)) - Time taken to scan block pool BP-890477609-10.1.1.68-1423769186145 on /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 16ms
2015-02-12 11:26:29,487 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(283)) - Total time to scan all replicas for block pool BP-890477609-10.1.1.68-1423769186145: 16ms
2015-02-12 11:26:29,488 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current...
2015-02-12 11:26:29,488 INFO impl.FsDatasetImpl (FsVolumeList.java:run(134)) - Adding replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current...
2015-02-12 11:26:29,488 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 11:26:29,488 INFO impl.FsDatasetImpl (FsVolumeList.java:run(139)) - Time to add replicas to map for block pool BP-890477609-10.1.1.68-1423769186145 on volume /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 11:26:29,489 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(162)) - Total time to add all replicas to map: 1ms
2015-02-12 11:26:29,489 INFO datanode.DataNode (BPServiceActor.java:register(781)) - Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid null) service to localhost/127.0.0.1:57365 beginning handshake with NN
2015-02-12 11:26:29,490 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(903)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=d4064433-e582-4c67-b17d-1d58ddc99880, infoPort=57378, ipcPort=57379, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) storage d4064433-e582-4c67-b17d-1d58ddc99880
2015-02-12 11:26:29,490 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:26:29,491 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:57377
2015-02-12 11:26:29,502 INFO datanode.DataNode (BPServiceActor.java:register(794)) - Block pool Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid null) service to localhost/127.0.0.1:57365 successfully registered with NN
2015-02-12 11:26:29,502 INFO datanode.DataNode (BPServiceActor.java:offerService(653)) - For namenode localhost/127.0.0.1:57365 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 11:26:29,504 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateHeartbeatState(388)) - Number of failed storage changes from 0 to 0
2015-02-12 11:26:29,504 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-b9435a71-202e-4632-99f6-f189a6ad56d9 for DN 127.0.0.1:57377
2015-02-12 11:26:29,504 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(743)) - Adding new storage ID DS-a9ac819d-d7ac-47db-bc18-c6716597c44f for DN 127.0.0.1:57377
2015-02-12 11:26:29,505 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(503)) - Namenode Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid d4064433-e582-4c67-b17d-1d58ddc99880) service to localhost/127.0.0.1:57365 trying to claim ACTIVE state with txid=1
2015-02-12 11:26:29,505 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(515)) - Acknowledging ACTIVE Namenode Block pool BP-890477609-10.1.1.68-1423769186145 (Datanode Uuid d4064433-e582-4c67-b17d-1d58ddc99880) service to localhost/127.0.0.1:57365
2015-02-12 11:26:29,507 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-a9ac819d-d7ac-47db-bc18-c6716597c44f,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:26:29,507 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-a9ac819d-d7ac-47db-bc18-c6716597c44f node DatanodeRegistration(127.0.0.1, datanodeUuid=d4064433-e582-4c67-b17d-1d58ddc99880, infoPort=57378, ipcPort=57379, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 11:26:29,507 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1815)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-b9435a71-202e-4632-99f6-f189a6ad56d9,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 11:26:29,507 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-b9435a71-202e-4632-99f6-f189a6ad56d9 node DatanodeRegistration(127.0.0.1, datanodeUuid=d4064433-e582-4c67-b17d-1d58ddc99880, infoPort=57378, ipcPort=57379, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:26:29,508 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2edfbe28
2015-02-12 11:26:29,508 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,509 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 11:26:29,509 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 11:26:29,509 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 11:26:29,509 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 11:26:29,509 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:26:29,510 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-890477609-10.1.1.68-1423769186145 to blockPoolScannerMap, new size=1
2015-02-12 11:26:30,003 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2213)) - Cluster is active
2015-02-12 11:26:30,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:30,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:30,105 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:26:30,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001 src: /127.0.0.1:57381 dest: /127.0.0.1:57377
2015-02-12 11:26:30,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001 src: /127.0.0.1:57382 dest: /127.0.0.1:57374
2015-02-12 11:26:30,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001 src: /127.0.0.1:57383 dest: /127.0.0.1:57366
2015-02-12 11:26:30,220 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57383, dest: /127.0.0.1:57366, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001, duration: 32159000
2015-02-12 11:26:30,220 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:26:30,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57382, dest: /127.0.0.1:57374, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001, duration: 35015000
2015-02-12 11:26:30,223 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:30,224 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57381, dest: /127.0.0.1:57377, bytes: 504324, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001, duration: 37852000
2015-02-12 11:26:30,225 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:30,232 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3694)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} has not reached minimal replication 1
2015-02-12 11:26:30,232 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 11:26:30,232 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 11:26:30,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 504324
2015-02-12 11:26:30,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741825_1001 size 504324
2015-02-12 11:26:30,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741825_1001 size 504324
2015-02-12 11:26:30,637 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:26:30,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 11:26:30,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:30,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:30,820 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:26:30,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002 src: /127.0.0.1:57385 dest: /127.0.0.1:57369
2015-02-12 11:26:30,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002 src: /127.0.0.1:57386 dest: /127.0.0.1:57377
2015-02-12 11:26:30,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002 src: /127.0.0.1:57387 dest: /127.0.0.1:57366
2015-02-12 11:26:30,836 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57387, dest: /127.0.0.1:57366, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002, duration: 6471000
2015-02-12 11:26:30,836 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:26:30,837 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:26:30,838 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57386, dest: /127.0.0.1:57377, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002, duration: 8671000
2015-02-12 11:26:30,838 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:30,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:26:30,840 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57385, dest: /127.0.0.1:57369, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002, duration: 10706000
2015-02-12 11:26:30,840 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:30,841 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:26:30,842 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:26:30,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 11:26:31,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 11:26:31,152 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(157)) - mkdir: hdfs://localhost:57365/tmp/hadoop-yarn/staging
2015-02-12 11:26:31,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:26:31,194 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:26:31,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:26:31,249 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - core-site.xml not found
2015-02-12 11:26:31,249 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 11:26:31,279 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2233)) - yarn-site.xml not found
2015-02-12 11:26:31,281 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 11:26:31,288 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 11:26:31,293 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(77)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 11:26:31,297 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 11:26:31,314 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 11:26:31,321 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 11:26:31,322 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(302)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-12 11:26:31,343 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 11:26:31,344 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 11:26:31,346 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 11:26:31,348 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 11:26:31,366 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again)
2015-02-12 11:26:31,374 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 11:26:31,381 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 11:26:31,383 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 11:26:31,384 INFO metrics.SystemMetricsPublisher (SystemMetricsPublisher.java:serviceInit(92)) - YARN system metrics publishing service is not enabled
2015-02-12 11:26:31,385 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 11:26:31,389 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2236)) - found resource capacity-scheduler.xml at jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.6.0.2.2.0.0-2041/ca52ec7870e6cb419445cf631dbcbc6204182d78/hadoop-yarn-server-tests-2.6.0.2.2.0.0-2041-tests.jar!/capacity-scheduler.xml
2015-02-12 11:26:31,436 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(150)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*, labels=*,
, reservationsContinueLooking=true
2015-02-12 11:26:31,437 INFO capacity.ParentQueue (ParentQueue.java:<init>(121)) - Initialized parent-queue root name=root, fullname=root
2015-02-12 11:26:31,449 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(263)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
labels=*,
nodeLocalityDelay = 0
reservationsContinueLooking = true
2015-02-12 11:26:31,454 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:26:31,454 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(603)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:26:31,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(467)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-12 11:26:31,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueueMappings(436)) - Initialized queue mappings, override: false
2015-02-12 11:26:31,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(305)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-12 11:26:31,458 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 11:26:31,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 11:26:31,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 11:26:31,460 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 11:26:31,461 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 11:26:31,461 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 11:26:31,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 11:26:31,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 11:26:31,463 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 11:26:31,463 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 11:26:31,581 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:26:31,583 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:26:31,583 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:26:31,584 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:26:31,585 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:26:31,586 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:26:31,593 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:26:31,593 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:26:31,594 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:26:31,620 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:26:31,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:26:31,874 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:26:31,892 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:26:31,892 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:26:31,922 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:26:31,923 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:26:31,923 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:26:31,923 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:26:31,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:26:31,924 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 11:26:31,925 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 11:26:31,925 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 11:26:31,925 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 11:26:31,926 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 11:26:31,926 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 11:26:31,926 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 11:26:31,926 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 11:26:31,927 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 11:26:31,941 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:26:31,942 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:26:31,942 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:26:31,942 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:26:31,942 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:26:31,943 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:26:31,943 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:26:31,943 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:26:31,943 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:26:31,948 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:26:31,948 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:26:32,185 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:26:32,187 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:26:32,187 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:26:32,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:26:32,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:26:32,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:26:32,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:26:32,192 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:26:32,192 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 11:26:32,193 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 11:26:32,193 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 11:26:32,193 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 11:26:32,193 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 11:26:32,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 11:26:32,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 11:26:32,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 11:26:32,194 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 11:26:32,216 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:26:32,216 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:26:32,216 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:26:32,217 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:26:32,217 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:26:32,217 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:26:32,218 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:26:32,218 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:26:32,218 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:26:32,222 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:26:32,223 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:26:32,508 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:26:32,510 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:26:32,511 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:26:32,513 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:26:32,514 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:26:32,514 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:26:32,514 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:26:32,515 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:26:32,515 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 11:26:32,516 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 11:26:32,516 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 11:26:32,516 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 11:26:32,516 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 11:26:32,517 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 11:26:32,517 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 11:26:32,517 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 11:26:32,518 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 11:26:32,535 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 11:26:32,536 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 11:26:32,536 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 11:26:32,536 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 11:26:32,536 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 11:26:32,537 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 11:26:32,537 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 11:26:32,537 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 11:26:32,537 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again)
2015-02-12 11:26:32,541 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 11:26:32,541 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 11:26:32,814 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 11:26:32,816 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 11:26:32,816 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 11:26:32,819 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 11:26:32,819 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 11:26:32,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 11:26:32,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 11:26:32,820 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 11:26:32,836 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 11:26:32,866 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:26:32,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 11:26:32,895 INFO jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(258)) - Default file system is set solely by core-default.xml therefore - ignoring
2015-02-12 11:26:32,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:26:32,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:26:32,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:26:32,904 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 11:26:32,904 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 11:26:32,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 11:26:38,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001
2015-02-12 11:26:38,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002
2015-02-12 11:26:38,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002
2015-02-12 11:26:39,056 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001
2015-02-12 11:26:39,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741826_1002
2015-02-12 11:26:39,486 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741825_1001
2015-02-12 11:26:42,910 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 11:26:42,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 11:26:42,917 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 11:26:42,926 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:42,926 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57449
2015-02-12 11:26:42,929 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(217)) - Waiting for HistoryServer to start...
2015-02-12 11:26:42,930 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobHistoryServer metrics system started (again)
2015-02-12 11:26:42,931 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:42,933 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:26:42,933 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:42,938 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 11:26:42,939 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:42,940 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 11:26:42,940 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:42,940 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:42,941 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /jobhistory/*
2015-02-12 11:26:42,941 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:26:42,942 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57450
2015-02-12 11:26:42,942 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:42,946 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57450_jobhistory____op326/webapp
2015-02-12 11:26:43,029 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57450
2015-02-12 11:26:43,029 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 57450
2015-02-12 11:26:43,259 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:26:43,271 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:43,272 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57451
2015-02-12 11:26:43,276 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 11:26:43,276 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:43,276 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57451: starting
2015-02-12 11:26:43,279 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.68/10.1.1.68:57451
2015-02-12 11:26:43,280 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:43,280 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57449: starting
2015-02-12 11:26:44,431 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(234)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 11:26:44,431 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(236)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 11:26:44,432 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(238)) - MiniMRYARN HistoryServer address: 10.1.1.68:57451
2015-02-12 11:26:44,432 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(240)) - MiniMRYARN HistoryServer web address: Edinburgh.local:57450
2015-02-12 11:26:44,433 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 11:26:44,433 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1045)) - Transitioning to active state
2015-02-12 11:26:44,441 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(105)) - Rolling master-key for container-tokens
2015-02-12 11:26:44,441 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 11:26:44,442 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:44,442 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 11:26:44,442 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:26:44,443 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:44,444 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 11:26:44,454 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:44,455 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57453
2015-02-12 11:26:44,458 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 11:26:44,459 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:44,459 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57453: starting
2015-02-12 11:26:44,476 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:44,477 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57454
2015-02-12 11:26:44,482 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 11:26:44,482 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:44,482 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57454: starting
2015-02-12 11:26:44,520 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:44,521 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57455
2015-02-12 11:26:44,525 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 11:26:44,525 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:44,525 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57455: starting
2015-02-12 11:26:44,533 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1062)) - Transitioned to active state
2015-02-12 11:26:44,537 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 11:26:44,538 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:44,543 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 11:26:44,543 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 11:26:44,543 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 11:26:44,543 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 11:26:44,543 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:44,544 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:44,545 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /cluster/*
2015-02-12 11:26:44,545 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:26:44,546 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57456
2015-02-12 11:26:44,546 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:44,549 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57456_cluster____.iui9w7/webapp
2015-02-12 11:26:44,632 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:44,633 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:26:44,634 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:45,768 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:45,769 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:26:45,769 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:45,770 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:45,771 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(638)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 11:26:45,771 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(325)) - Updating the current master key for generating delegation tokens
2015-02-12 11:26:45,772 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57456
2015-02-12 11:26:45,772 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 57456
2015-02-12 11:26:45,823 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:26:45,846 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:45,847 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57457
2015-02-12 11:26:45,850 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 11:26:45,851 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:45,851 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57457: starting
2015-02-12 11:26:45,938 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.68:57455
2015-02-12 11:26:45,938 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:57456
2015-02-12 11:26:45,938 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.68:57455
2015-02-12 11:26:45,938 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:57456
2015-02-12 11:26:45,939 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 11:26:45,954 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:45,955 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57458
2015-02-12 11:26:45,957 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:26:45,958 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:26:45,958 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:45,958 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57458: starting
2015-02-12 11:26:45,964 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:57458
2015-02-12 11:26:45,968 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:45,969 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57459
2015-02-12 11:26:45,971 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:26:45,971 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:45,972 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57459: starting
2015-02-12 11:26:45,974 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 57459
2015-02-12 11:26:45,982 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:26:45,994 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 57461
2015-02-12 11:26:45,994 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:26:45,995 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:57458
2015-02-12 11:26:45,995 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:26:45,995 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:26:45,996 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:26:45,996 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:45,997 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:26:45,997 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:45,997 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:45,998 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:26:45,998 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:26:45,998 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57462
2015-02-12 11:26:45,998 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:46,001 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57462_node____uairw4/webapp
2015-02-12 11:26:46,733 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57462
2015-02-12 11:26:46,734 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 57462
2015-02-12 11:26:46,759 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:26:46,762 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:26:46,768 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:26:46,783 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:26:46,787 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:57458 Node Transitioned from NEW to RUNNING
2015-02-12 11:26:46,790 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 57458 httpPort: 57462) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:57458
2015-02-12 11:26:46,791 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:57458 clusterResource: <memory:4096, vCores:8>
2015-02-12 11:26:46,792 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 1662490592
2015-02-12 11:26:46,795 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1292518840
2015-02-12 11:26:46,796 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:57458 with total resource of <memory:4096, vCores:8>
2015-02-12 11:26:46,796 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:26:46,952 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 11:26:46,954 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:46,955 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57463
2015-02-12 11:26:46,957 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:26:46,957 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:26:46,958 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:46,958 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57463: starting
2015-02-12 11:26:46,963 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:57463
2015-02-12 11:26:46,964 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:46,965 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57464
2015-02-12 11:26:46,967 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:26:46,968 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:46,968 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57464: starting
2015-02-12 11:26:46,970 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 57464
2015-02-12 11:26:46,971 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:26:46,972 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 57465
2015-02-12 11:26:46,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:26:46,973 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:57463
2015-02-12 11:26:46,973 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:26:46,973 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:26:46,973 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:26:46,974 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:46,974 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:26:46,975 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:46,975 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:46,975 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:26:46,976 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:26:46,976 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57466
2015-02-12 11:26:46,976 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:46,980 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57466_node____.i8t9ag/webapp
2015-02-12 11:26:47,263 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57466
2015-02-12 11:26:47,264 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 57466
2015-02-12 11:26:47,270 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:26:47,271 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:26:47,272 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:26:47,272 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:26:47,272 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 57463 httpPort: 57466) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:57463
2015-02-12 11:26:47,272 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:57463 Node Transitioned from NEW to RUNNING
2015-02-12 11:26:47,272 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 1662490592
2015-02-12 11:26:47,273 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:57463 clusterResource: <memory:8192, vCores:16>
2015-02-12 11:26:47,273 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1292518840
2015-02-12 11:26:47,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:57463 with total resource of <memory:4096, vCores:8>
2015-02-12 11:26:47,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:26:47,957 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 11:26:47,962 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:47,963 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57473
2015-02-12 11:26:47,966 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:26:47,967 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:26:47,968 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:47,968 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57473: starting
2015-02-12 11:26:47,972 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:57473
2015-02-12 11:26:47,973 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:47,974 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57475
2015-02-12 11:26:47,976 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:26:47,977 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:47,977 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57475: starting
2015-02-12 11:26:47,980 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 57475
2015-02-12 11:26:47,981 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:26:47,983 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 57478
2015-02-12 11:26:47,984 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:26:47,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:57473
2015-02-12 11:26:47,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:26:47,985 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:26:47,986 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:26:47,987 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:47,987 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:26:47,988 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:47,988 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:47,988 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:26:47,989 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:26:47,989 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57479
2015-02-12 11:26:47,989 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:47,992 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57479_node____uw2ti2/webapp
2015-02-12 11:26:48,240 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57479
2015-02-12 11:26:48,241 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 57479
2015-02-12 11:26:48,247 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:26:48,248 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:26:48,248 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:26:48,249 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:26:48,249 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 57473 httpPort: 57479) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:57473
2015-02-12 11:26:48,249 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:57473 Node Transitioned from NEW to RUNNING
2015-02-12 11:26:48,249 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 1662490592
2015-02-12 11:26:48,249 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1292518840
2015-02-12 11:26:48,250 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:57473 with total resource of <memory:4096, vCores:8>
2015-02-12 11:26:48,250 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:26:48,250 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:57473 clusterResource: <memory:12288, vCores:24>
2015-02-12 11:26:48,964 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 11:26:48,967 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:48,968 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57488
2015-02-12 11:26:48,970 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 11:26:48,970 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(420)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 11:26:48,970 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:48,970 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57488: starting
2015-02-12 11:26:48,975 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.68:57488
2015-02-12 11:26:48,976 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 11:26:48,976 INFO ipc.Server (Server.java:run(605)) - Starting Socket Reader #1 for port 57489
2015-02-12 11:26:48,979 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 11:26:48,980 INFO ipc.Server (Server.java:run(827)) - IPC Server Responder: starting
2015-02-12 11:26:48,980 INFO ipc.Server (Server.java:run(674)) - IPC Server listener on 57489: starting
2015-02-12 11:26:48,982 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 57489
2015-02-12 11:26:48,983 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 11:26:48,984 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 57490
2015-02-12 11:26:48,984 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:26:48,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(465)) - ContainerManager started at /10.1.1.68:57488
2015-02-12 11:26:48,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(466)) - ContainerManager bound to Edinburgh.local/10.1.1.68:0
2015-02-12 11:26:48,985 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 11:26:48,985 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 11:26:48,986 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(699)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 11:26:48,986 INFO http.HttpServer2 (HttpServer2.java:addFilter(677)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 11:26:48,986 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 11:26:48,986 INFO http.HttpServer2 (HttpServer2.java:addFilter(684)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 11:26:48,987 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /node/*
2015-02-12 11:26:48,987 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(402)) - adding path spec: /ws/*
2015-02-12 11:26:48,987 INFO http.HttpServer2 (HttpServer2.java:openListeners(887)) - Jetty bound to port 57491
2015-02-12 11:26:48,987 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.hwx
2015-02-12 11:26:48,990 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.6.0.2.2.0.0-2041/e5855ed3f15eba8977581b898445fff9571db1ff/hadoop-yarn-common-2.6.0.2.2.0.0-2041.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57491_node____.klh5o0/webapp
2015-02-12 11:26:49,313 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57491
2015-02-12 11:26:49,314 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 57491
2015-02-12 11:26:49,324 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 11:26:49,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(416)) - Sending out 0 NM container statuses: []
2015-02-12 11:26:49,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-12 11:26:49,327 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.68 to /default-rack
2015-02-12 11:26:49,327 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(340)) - NodeManager from node 10.1.1.68(cmPort: 57488 httpPort: 57491) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.68:57488
2015-02-12 11:26:49,327 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.68:57488 Node Transitioned from NEW to RUNNING
2015-02-12 11:26:49,327 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 1662490592
2015-02-12 11:26:49,328 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(1133)) - Added node 10.1.1.68:57488 clusterResource: <memory:16384, vCores:32>
2015-02-12 11:26:49,328 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 1292518840
2015-02-12 11:26:49,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as 10.1.1.68:57488 with total resource of <memory:4096, vCores:8>
2015-02-12 11:26:49,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 11:26:49,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:26:49,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:26:49,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:49,997 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt. BP-890477609-10.1.1.68-1423769186145 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:26:50,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003 src: /127.0.0.1:57516 dest: /127.0.0.1:57374
2015-02-12 11:26:50,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003 src: /127.0.0.1:57517 dest: /127.0.0.1:57377
2015-02-12 11:26:50,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003 src: /127.0.0.1:57518 dest: /127.0.0.1:57369
2015-02-12 11:26:50,014 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57518, dest: /127.0.0.1:57369, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003, duration: 7008000
2015-02-12 11:26:50,015 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:26:50,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:26:50,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57517, dest: /127.0.0.1:57377, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003, duration: 10161000
2015-02-12 11:26:50,018 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:26:50,022 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57516, dest: /127.0.0.1:57374, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003, duration: 13720000
2015-02-12 11:26:50,022 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:26:50,027 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:26:50,070 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:26:50,071 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:26:50,078 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 0BD96305BEB344F0A0998B1326A637AB
2015-02-12 11:26:50,125 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 11:26:50,144 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1051)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 11:26:50,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:26:50,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:26:50,227 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 11:26:50,229 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:26:50,229 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:26:50,230 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap"]
2015-02-12 11:26:50,230 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:26:50,230 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 2
2015-02-12 11:26:50,230 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 2
2015-02-12 11:26:50,232 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/2)
2015-02-12 11:26:50,262 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:26:50,358 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:26:50,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285 dst=null perm=null proto=rpc
2015-02-12 11:26:50,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:26:50,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:26:50,409 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 1
2015-02-12 11:26:50,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001 dst=null perm=null proto=rpc
2015-02-12 11:26:50,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:26:50,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:26:50,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:50,426 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:26:50,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004 src: /127.0.0.1:57521 dest: /127.0.0.1:57366
2015-02-12 11:26:50,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004 src: /127.0.0.1:57522 dest: /127.0.0.1:57369
2015-02-12 11:26:50,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004 src: /127.0.0.1:57523 dest: /127.0.0.1:57377
2015-02-12 11:26:50,440 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57523, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004, duration: 5806000
2015-02-12 11:26:50,441 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:26:50,442 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:26:50,442 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57522, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004, duration: 6809000
2015-02-12 11:26:50,443 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:26:50,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57521, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004, duration: 9558000
2015-02-12 11:26:50,445 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:26:50,448 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:26:50,453 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar
2015-02-12 11:26:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:50,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:26:50,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:26:50,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:26:50,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:26:50,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:26:50,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:26:50,482 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:26:50,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:26:50,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:50,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:50,513 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split
2015-02-12 11:26:50,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:26:50,518 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:26:50,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005 src: /127.0.0.1:57524 dest: /127.0.0.1:57377
2015-02-12 11:26:50,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005 src: /127.0.0.1:57525 dest: /127.0.0.1:57369
2015-02-12 11:26:50,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005 src: /127.0.0.1:57526 dest: /127.0.0.1:57366
2015-02-12 11:26:50,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005 src: /127.0.0.1:57527 dest: /127.0.0.1:57374
2015-02-12 11:26:50,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57527, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005, duration: 6353000
2015-02-12 11:26:50,536 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:26:50,537 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:26:50,537 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57526, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005, duration: 7662000
2015-02-12 11:26:50,537 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:26:50,539 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57525, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005, duration: 9164000
2015-02-12 11:26:50,539 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:26:50,541 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57524, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005, duration: 11257000
2015-02-12 11:26:50,541 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:26:50,548 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:26:50,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:50,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:50,555 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:26:50,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006 src: /127.0.0.1:57528 dest: /127.0.0.1:57369
2015-02-12 11:26:50,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006 src: /127.0.0.1:57529 dest: /127.0.0.1:57374
2015-02-12 11:26:50,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006 src: /127.0.0.1:57530 dest: /127.0.0.1:57366
2015-02-12 11:26:50,567 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57530, dest: /127.0.0.1:57366, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006, duration: 2821000
2015-02-12 11:26:50,567 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:26:50,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:26:50,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57529, dest: /127.0.0.1:57374, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006, duration: 6133000
2015-02-12 11:26:50,571 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:26:50,572 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57528, dest: /127.0.0.1:57369, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006, duration: 7476000
2015-02-12 11:26:50,572 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:26:50,575 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:26:50,576 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:26:50,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:50,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:26:50,700 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:26:50,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007 src: /127.0.0.1:57531 dest: /127.0.0.1:57377
2015-02-12 11:26:50,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007 src: /127.0.0.1:57532 dest: /127.0.0.1:57369
2015-02-12 11:26:50,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007 src: /127.0.0.1:57533 dest: /127.0.0.1:57374
2015-02-12 11:26:50,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57533, dest: /127.0.0.1:57374, bytes: 98907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007, duration: 9154000
2015-02-12 11:26:50,718 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:26:50,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:26:50,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57532, dest: /127.0.0.1:57369, bytes: 98907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007, duration: 10208000
2015-02-12 11:26:50,719 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:26:50,721 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57531, dest: /127.0.0.1:57377, bytes: 98907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007, duration: 11501000
2015-02-12 11:26:50,721 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:50,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:26:50,724 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:26:50,724 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0001
2015-02-12 11:26:50,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001 dst=null perm=null proto=rpc
2015-02-12 11:26:50,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:26:50,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:26:50,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:26:50,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:26:50,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:26:50,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:26:50,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:50,878 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 1 submitted by user soberoi
2015-02-12 11:26:50,878 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0001
2015-02-12 11:26:50,880 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0001 State change from NEW to NEW_SAVING
2015-02-12 11:26:50,882 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0001
2015-02-12 11:26:50,887 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0001
2015-02-12 11:26:50,888 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:26:50,890 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:26:50,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0001 from user: soberoi, in queue: default
2015-02-12 11:26:50,904 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 11:26:50,905 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0001
2015-02-12 11:26:50,928 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0001_000001
2015-02-12 11:26:50,930 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from NEW to SUBMITTED
2015-02-12 11:26:50,939 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0001 from user: soberoi activated in queue: default
2015-02-12 11:26:50,940 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:26:50,940 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0001_000001 to scheduler from user soberoi in queue default
2015-02-12 11:26:50,942 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:26:50,965 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0001/
2015-02-12 11:26:50,966 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0001
2015-02-12 11:26:50,966 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0001/
2015-02-12 11:26:51,288 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:26:51,288 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000001
2015-02-12 11:26:51,289 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57473, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:26:51,289 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0001_000001 container=Container: [ContainerId: container_1423769204434_0001_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:26:51,290 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:26:51,290 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:26:51,304 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57473 for container : container_1423769204434_0001_01_000001
2015-02-12 11:26:51,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:26:51,314 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0001_000001
2015-02-12 11:26:51,315 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0001 AttemptId: appattempt_1423769204434_0001_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0001_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ]
2015-02-12 11:26:51,316 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:26:51,324 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:26:51,327 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0001_000001
2015-02-12 11:26:51,337 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0001_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] for AM appattempt_1423769204434_0001_000001
2015-02-12 11:26:51,337 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:26:51,338 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0001_000001
2015-02-12 11:26:51,340 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0001_000001
2015-02-12 11:26:51,359 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:26:51,371 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0001_01_000001 by user soberoi
2015-02-12 11:26:51,384 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0001
2015-02-12 11:26:51,416 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000001
2015-02-12 11:26:51,417 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from NEW to INITING
2015-02-12 11:26:51,421 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0001_01_000001 to application application_1423769204434_0001
2015-02-12 11:26:51,425 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from INITING to RUNNING
2015-02-12 11:26:51,431 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:26:51,431 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0001
2015-02-12 11:26:51,432 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0001_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] for AM appattempt_1423769204434_0001_000001
2015-02-12 11:26:51,432 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:26:51,442 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:26:51,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:26:51,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:26:51,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:26:51,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:26:51,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:26:51,444 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0001_01_000001
2015-02-12 11:26:51,446 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423769190636, FILE, null }
2015-02-12 11:26:51,454 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar, 1423769190842, FILE, null }
2015-02-12 11:26:51,468 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0001_01_000001.tokens. Credentials list:
2015-02-12 11:26:51,481 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57369 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:57374
2015-02-12 11:26:51,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:51,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:51,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:26:51,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:26:51,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:26:51,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:26:51,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:26:51,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:51,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:51,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:51,591 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/11/hadoop-9143367928244775839.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:51,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:26:51,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000001.tokens
2015-02-12 11:26:51,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:26:51,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:51,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:51,934 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:51,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:26:51,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:26:52,017 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:52,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:26:52,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:26:52,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:52,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:26:52,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:26:52,164 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:52,165 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:26:52,228 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:26:52,228 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:26:52,277 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:26:52,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000001/default_container_executor.sh]
2015-02-12 11:26:52,612 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004 to 127.0.0.1:57374
2015-02-12 11:26:52,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004 src: /127.0.0.1:57553 dest: /127.0.0.1:57374
2015-02-12 11:26:52,618 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:57374
2015-02-12 11:26:52,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004 src: /127.0.0.1:57553 dest: /127.0.0.1:57374 of size 254067
2015-02-12 11:26:52,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741828_1004 size 254067
2015-02-12 11:26:55,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:26:55,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:26:55,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:26:55,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:26:55,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001 dst=null perm=null proto=rpc
2015-02-12 11:26:55,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:26:55,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:26:55,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:26:55,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:26:56,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:26:56,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:26:57,053 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:26:57,061 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0001_000001
2015-02-12 11:26:57,061 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0001 APPATTEMPTID=appattempt_1423769204434_0001_000001
2015-02-12 11:26:57,062 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:26:57,062 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0001 State change from ACCEPTED to RUNNING
2015-02-12 11:26:57,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:26:57,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:26:57,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:26:57,334 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:26:57,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008 src: /127.0.0.1:57576 dest: /127.0.0.1:57377
2015-02-12 11:26:57,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008 src: /127.0.0.1:57577 dest: /127.0.0.1:57369
2015-02-12 11:26:57,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008 src: /127.0.0.1:57578 dest: /127.0.0.1:57374
2015-02-12 11:26:57,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57578, dest: /127.0.0.1:57374, bytes: 116144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008, duration: 36046000
2015-02-12 11:26:57,421 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:26:57,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:26:57,422 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57577, dest: /127.0.0.1:57369, bytes: 116144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008, duration: 36982000
2015-02-12 11:26:57,422 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:57,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:26:57,423 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57576, dest: /127.0.0.1:57377, bytes: 116144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008, duration: 37845000
2015-02-12 11:26:57,424 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:26:57,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:26:57,431 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:26:57,477 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30009 milliseconds
2015-02-12 11:26:57,478 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:26:58,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:26:58,316 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000002
2015-02-12 11:26:58,317 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:26:58,317 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0001_000001 container=Container: [ContainerId: container_1423769204434_0001_01_000002, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:26:58,317 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:26:58,317 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:26:58,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:26:58,318 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000003
2015-02-12 11:26:58,318 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 11:26:58,318 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0001_000001 container=Container: [ContainerId: container_1423769204434_0001_01_000003, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:26:58,319 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:26:58,319 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:26:58,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:26:58,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000004
2015-02-12 11:26:58,324 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:26:58,324 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0001_000001 container=Container: [ContainerId: container_1423769204434_0001_01_000004, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:26:58,324 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:26:58,324 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:26:58,324 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:26:58,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000005
2015-02-12 11:26:58,325 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:26:58,325 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0001_000001 container=Container: [ContainerId: container_1423769204434_0001_01_000005, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:26:58,325 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:26:58,325 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:26:58,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005
2015-02-12 11:26:58,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006
2015-02-12 11:26:58,445 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004
2015-02-12 11:26:58,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004
2015-02-12 11:26:58,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003
2015-02-12 11:26:58,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005
2015-02-12 11:26:58,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006
2015-02-12 11:26:58,583 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007
2015-02-12 11:26:59,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003
2015-02-12 11:26:59,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005
2015-02-12 11:26:59,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007
2015-02-12 11:26:59,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741830_1006
2015-02-12 11:26:59,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004
2015-02-12 11:26:59,164 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57473 for container : container_1423769204434_0001_01_000002
2015-02-12 11:26:59,165 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:26:59,167 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:26:59,169 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57463 for container : container_1423769204434_0001_01_000004
2015-02-12 11:26:59,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:26:59,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:26:59,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:26:59,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:26:59,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,364 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:26:59,364 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:26:59,366 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:26:59,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0001_01_000003 by user soberoi
2015-02-12 11:26:59,373 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:26:59,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000003
2015-02-12 11:26:59,373 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0001_01_000003 to application application_1423769204434_0001
2015-02-12 11:26:59,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0001_01_000004 by user soberoi
2015-02-12 11:26:59,374 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:26:59,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0001
2015-02-12 11:26:59,374 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0001
2015-02-12 11:26:59,375 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0001
2015-02-12 11:26:59,375 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:26:59,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0001_01_000005 by user soberoi
2015-02-12 11:26:59,375 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from NEW to INITING
2015-02-12 11:26:59,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000004
2015-02-12 11:26:59,376 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0001_01_000004 to application application_1423769204434_0001
2015-02-12 11:26:59,376 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0001
2015-02-12 11:26:59,376 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000005
2015-02-12 11:26:59,376 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0001_01_000005 to application application_1423769204434_0001
2015-02-12 11:26:59,379 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from INITING to RUNNING
2015-02-12 11:26:59,379 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:26:59,379 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:26:59,382 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:26:59,382 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0001
2015-02-12 11:26:59,383 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0001
2015-02-12 11:26:59,383 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:26:59,384 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0001
2015-02-12 11:26:59,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:26:59,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:26:59,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:26:59,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:26:59,384 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0001_01_000002 by user soberoi
2015-02-12 11:26:59,385 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000002
2015-02-12 11:26:59,384 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0001
2015-02-12 11:26:59,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0001
2015-02-12 11:26:59,387 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:26:59,387 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0001
2015-02-12 11:26:59,386 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0001_01_000002 to application application_1423769204434_0001
2015-02-12 11:26:59,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0001_01_000005
2015-02-12 11:26:59,388 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:26:59,388 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0001
2015-02-12 11:26:59,388 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423769190636, FILE, null }
2015-02-12 11:26:59,388 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0001
2015-02-12 11:26:59,389 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:26:59,389 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0001
2015-02-12 11:26:59,389 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:26:59,391 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar, 1423769190842, FILE, null }
2015-02-12 11:26:59,391 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0001_01_000004
2015-02-12 11:26:59,392 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423769190636, FILE, null }
2015-02-12 11:26:59,392 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar, 1423769190842, FILE, null }
2015-02-12 11:26:59,417 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423769204434_0001_01_000004.tokens. Credentials list:
2015-02-12 11:26:59,418 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423769204434_0001_01_000005.tokens. Credentials list:
2015-02-12 11:26:59,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:26:59,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:26:59,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:26:59,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:26:59,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:26:59,447 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:26:59,447 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:26:59,448 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:26:59,448 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:26:59,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,512 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741828_1004
2015-02-12 11:26:59,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741827_1003
2015-02-12 11:26:59,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741829_1005
2015-02-12 11:26:59,514 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741831_1007
2015-02-12 11:26:59,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:59,536 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/11/hadoop-9143367928244775839.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:59,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:26:59,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000003/default_container_executor.sh]
2015-02-12 11:26:59,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000002/default_container_executor.sh]
2015-02-12 11:26:59,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:26:59,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423769204434_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000004.tokens
2015-02-12 11:26:59,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:26:59,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423769204434_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000005.tokens
2015-02-12 11:26:59,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:26:59,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:26:59,959 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:26:59,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:26:59,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:00,048 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:00,048 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:27:00,049 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:27:00,106 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:27:00,106 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:00,128 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:27:00,129 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:00,189 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:27:00,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000004/default_container_executor.sh]
2015-02-12 11:27:00,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000005/default_container_executor.sh]
2015-02-12 11:27:00,322 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:00,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:00,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:00,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:03,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008
2015-02-12 11:27:04,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008
2015-02-12 11:27:04,522 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741832_1008
2015-02-12 11:27:12,939 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 11:27:12,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 11:27:12,943 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 11:27:15,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:15,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:15,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:15,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:15,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:27:15,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:27:15,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:27:15,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:27:16,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,218 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:27:16,227 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0001_01_000002
2015-02-12 11:27:16,227 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000002
2015-02-12 11:27:16,227 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:27:16,228 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0001_01_000002
2015-02-12 11:27:16,248 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0001_01_000002 is : 143
2015-02-12 11:27:16,252 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:27:16,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009 src: /127.0.0.1:57668 dest: /127.0.0.1:57374
2015-02-12 11:27:16,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009 src: /127.0.0.1:57669 dest: /127.0.0.1:57366
2015-02-12 11:27:16,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009 src: /127.0.0.1:57670 dest: /127.0.0.1:57377
2015-02-12 11:27:16,265 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:27:16,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000002
2015-02-12 11:27:16,267 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1.jhist for DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:27:16,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000002
2015-02-12 11:27:16,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000002
2015-02-12 11:27:16,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000002
2015-02-12 11:27:16,269 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000002
2015-02-12 11:27:16,270 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:27:16,271 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0001_01_000002 from application application_1423769204434_0001
2015-02-12 11:27:16,271 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:16,271 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0001
2015-02-12 11:27:16,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:16,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:27:16,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0/part-m-00001-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:16,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0/part-m-00001-00001. BP-890477609-10.1.1.68-1423769186145 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:27:16,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010 src: /127.0.0.1:57671 dest: /127.0.0.1:57369
2015-02-12 11:27:16,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010 src: /127.0.0.1:57672 dest: /127.0.0.1:57366
2015-02-12 11:27:16,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010 src: /127.0.0.1:57673 dest: /127.0.0.1:57374
2015-02-12 11:27:16,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57673, dest: /127.0.0.1:57374, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_m_000001_0_1728001017_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010, duration: 30907000
2015-02-12 11:27:16,444 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:16,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57672, dest: /127.0.0.1:57366, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_m_000001_0_1728001017_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010, duration: 32173000
2015-02-12 11:27:16,446 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:16,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:27:16,449 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57671, dest: /127.0.0.1:57369, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_m_000001_0_1728001017_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010, duration: 35251000
2015-02-12 11:27:16,450 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:16,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:16,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:16,456 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1423769204434_0001_m_000001_0_1728001017_1
2015-02-12 11:27:16,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:27:16,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:27:16,488 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:27:16,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0/part-m-00001-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-m-00001-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:16,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0001_01_000004
2015-02-12 11:27:16,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000004
2015-02-12 11:27:16,495 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:27:16,495 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0001_01_000004
2015-02-12 11:27:16,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,514 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0001_01_000004 is : 143
2015-02-12 11:27:16,526 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:27:16,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000004
2015-02-12 11:27:16,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000004
2015-02-12 11:27:16,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000004
2015-02-12 11:27:16,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000004
2015-02-12 11:27:16,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000004
2015-02-12 11:27:16,531 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:27:16,531 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0001_01_000004 from application application_1423769204434_0001
2015-02-12 11:27:16,532 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:27:16,533 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:16,534 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0001
2015-02-12 11:27:16,534 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0001_01_000005
2015-02-12 11:27:16,535 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000005
2015-02-12 11:27:16,535 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:27:16,537 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0001_01_000005
2015-02-12 11:27:16,537 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:16,537 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:27:16,537 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000004
2015-02-12 11:27:16,538 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:27:16,538 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:27:16,539 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0001_01_000004, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:16,539 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:16,539 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:27:16,539 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0001_000001 released container container_1423769204434_0001_01_000004 on node: host: 10.1.1.68:57463 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:27:16,555 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0001_01_000005 is : 143
2015-02-12 11:27:16,568 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:27:16,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000005
2015-02-12 11:27:16,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000005
2015-02-12 11:27:16,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000005
2015-02-12 11:27:16,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000005
2015-02-12 11:27:16,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000005
2015-02-12 11:27:16,571 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:27:16,572 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0001_01_000005 from application application_1423769204434_0001
2015-02-12 11:27:16,572 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:16,572 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0001
2015-02-12 11:27:16,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:27:16,595 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:27:16,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0001_01_000003
2015-02-12 11:27:16,597 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000003
2015-02-12 11:27:16,597 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:27:16,598 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0001_01_000003
2015-02-12 11:27:16,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:16,599 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:27:16,600 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000002
2015-02-12 11:27:16,600 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 11:27:16,600 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:27:16,601 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0001_01_000002, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:16,602 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:16,602 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:27:16,602 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0001_000001 released container container_1423769204434_0001_01_000002 on node: host: 10.1.1.68:57473 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 11:27:16,612 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0001_01_000003 is : 143
2015-02-12 11:27:16,622 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:27:16,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000003
2015-02-12 11:27:16,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000003
2015-02-12 11:27:16,653 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000003
2015-02-12 11:27:16,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000003
2015-02-12 11:27:16,653 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:27:16,653 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0001_01_000003 from application application_1423769204434_0001
2015-02-12 11:27:16,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:16,654 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0001
2015-02-12 11:27:16,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000003
2015-02-12 11:27:17,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:27:17,468 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000006
2015-02-12 11:27:17,468 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:27:17,468 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0001_000001 container=Container: [ContainerId: container_1423769204434_0001_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:27:17,468 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:27:17,468 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:17,543 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:17,543 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:17,543 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:27:17,544 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000005
2015-02-12 11:27:17,544 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:27:17,544 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:27:17,545 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0001_01_000005, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:17,545 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:17,545 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:27:17,545 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0001_000001 released container container_1423769204434_0001_01_000005 on node: host: 10.1.1.68:57463 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:27:17,608 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:17,609 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:17,609 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:27:17,609 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000003
2015-02-12 11:27:17,609 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:27:17,609 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:27:17,610 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0001_01_000003, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:17,610 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:17,610 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:27:17,610 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0001_000001 released container container_1423769204434_0001_01_000003 on node: host: 10.1.1.68:57473 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:27:18,331 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0001_01_000006
2015-02-12 11:27:18,332 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:27:18,347 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:27:18,350 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0001_01_000006 by user soberoi
2015-02-12 11:27:18,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0001
2015-02-12 11:27:18,351 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000006
2015-02-12 11:27:18,352 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from NEW to INITING
2015-02-12 11:27:18,355 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0001_01_000006 to application application_1423769204434_0001
2015-02-12 11:27:18,356 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from INITING to RUNNING
2015-02-12 11:27:18,357 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:27:18,357 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0001
2015-02-12 11:27:18,357 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0001
2015-02-12 11:27:18,357 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:27:18,357 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0001
2015-02-12 11:27:18,357 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:27:18,357 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:27:18,358 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:27:18,358 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:27:18,358 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0001_01_000006
2015-02-12 11:27:18,359 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423769190636, FILE, null }
2015-02-12 11:27:18,361 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar, 1423769190842, FILE, null }
2015-02-12 11:27:18,374 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423769204434_0001_01_000006.tokens. Credentials list:
2015-02-12 11:27:18,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:18,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:18,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:27:18,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:27:18,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:27:18,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:27:18,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:27:18,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:18,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:18,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/hadoop-9143367928244775839.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:18,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:18,470 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:18,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:27:18,549 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0001_01_000004]
2015-02-12 11:27:18,549 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:18,550 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:18,610 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0001_01_000002]
2015-02-12 11:27:18,610 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:18,610 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:18,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423769204434_0001_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000006.tokens
2015-02-12 11:27:18,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:18,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:18,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:18,791 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:18,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:18,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:18,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:18,865 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:27:18,913 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:27:18,914 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:19,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000006/default_container_executor.sh]
2015-02-12 11:27:19,346 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:27:19,552 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0001_01_000005]
2015-02-12 11:27:19,552 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:19,619 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0001_01_000003]
2015-02-12 11:27:19,620 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:22,772 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:27:22,774 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:27:22,797 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:27:22,801 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:27:23,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:23,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0/part-r-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,189 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0/part-r-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:27:23,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011 src: /127.0.0.1:57726 dest: /127.0.0.1:57366
2015-02-12 11:27:23,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011 src: /127.0.0.1:57727 dest: /127.0.0.1:57369
2015-02-12 11:27:23,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011 src: /127.0.0.1:57728 dest: /127.0.0.1:57374
2015-02-12 11:27:23,315 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57728, dest: /127.0.0.1:57374, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_r_000000_0_-1282775190_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011, duration: 40505000
2015-02-12 11:27:23,315 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:23,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:27:23,316 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57727, dest: /127.0.0.1:57369, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_r_000000_0_-1282775190_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011, duration: 41422000
2015-02-12 11:27:23,316 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:27:23,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57726, dest: /127.0.0.1:57366, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_r_000000_0_-1282775190_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011, duration: 42647000
2015-02-12 11:27:23,317 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:23,322 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1423769204434_0001_r_000000_0_-1282775190_1
2015-02-12 11:27:23,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:23,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:23,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:23,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:23,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:23,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:27:23,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:23,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0/part-r-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:23,372 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_r_000000_0/part-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:27:23,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012 src: /127.0.0.1:57729 dest: /127.0.0.1:57366
2015-02-12 11:27:23,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012 src: /127.0.0.1:57730 dest: /127.0.0.1:57377
2015-02-12 11:27:23,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012 src: /127.0.0.1:57731 dest: /127.0.0.1:57374
2015-02-12 11:27:23,382 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57731, dest: /127.0.0.1:57374, bytes: 294, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_r_000000_0_-1282775190_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012, duration: 2522000
2015-02-12 11:27:23,382 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:23,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:23,383 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57730, dest: /127.0.0.1:57377, bytes: 294, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_r_000000_0_-1282775190_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012, duration: 3431000
2015-02-12 11:27:23,383 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:27:23,384 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57729, dest: /127.0.0.1:57366, bytes: 294, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0001_r_000000_0_-1282775190_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012, duration: 4490000
2015-02-12 11:27:23,384 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:27:23,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0001_r_000000_0_-1282775190_1
2015-02-12 11:27:23,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:23,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:23,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/task_1423769204434_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:27:23,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/_temporary/attempt_1423769204434_0001_r_000000_0 dst=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/task_1423769204434_0001_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:27:23,428 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:27:23,430 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0001_01_000006
2015-02-12 11:27:23,430 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000006
2015-02-12 11:27:23,430 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:27:23,431 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0001_01_000006
2015-02-12 11:27:23,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,438 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:27:23,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:27:23,447 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0001_01_000006 is : 143
2015-02-12 11:27:23,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285 dst=null perm=null proto=rpc
2015-02-12 11:27:23,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285 dst=null perm=null proto=rpc
2015-02-12 11:27:23,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/task_1423769204434_0001_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:27:23,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:23,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary/1/task_1423769204434_0001_r_000000/part-00000 dst=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,461 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:27:23,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000006
2015-02-12 11:27:23,463 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010
2015-02-12 11:27:23,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:23,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000006
2015-02-12 11:27:23,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000006
2015-02-12 11:27:23,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000006
2015-02-12 11:27:23,466 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000006
2015-02-12 11:27:23,467 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:27:23,467 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0001_01_000006 from application application_1423769204434_0001
2015-02-12 11:27:23,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:23,468 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0001
2015-02-12 11:27:23,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:27:23,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,475 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:27:23,492 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57670, dest: /127.0.0.1:57377, bytes: 61825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009, duration: 7233771000
2015-02-12 11:27:23,493 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:23,494 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15686
2015-02-12 11:27:23,494 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57669, dest: /127.0.0.1:57366, bytes: 61825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009, duration: 7234498000
2015-02-12 11:27:23,494 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15686
2015-02-12 11:27:23,496 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57668, dest: /127.0.0.1:57374, bytes: 61825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009, duration: 7236895000
2015-02-12 11:27:23,496 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,497 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15686
2015-02-12 11:27:23,498 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:27:23,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,504 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:27:23,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013 src: /127.0.0.1:57733 dest: /127.0.0.1:57366
2015-02-12 11:27:23,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013 src: /127.0.0.1:57734 dest: /127.0.0.1:57369
2015-02-12 11:27:23,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013 src: /127.0.0.1:57735 dest: /127.0.0.1:57374
2015-02-12 11:27:23,515 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57735, dest: /127.0.0.1:57374, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013, duration: 3810000
2015-02-12 11:27:23,515 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:23,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:23,516 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57734, dest: /127.0.0.1:57369, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013, duration: 4753000
2015-02-12 11:27:23,516 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:23,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57733, dest: /127.0.0.1:57366, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013, duration: 5915000
2015-02-12 11:27:23,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:23,520 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:27:23,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:23,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:27:23,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:27:23,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:27:23,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:27:23,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:27:23,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,547 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:27:23,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014 src: /127.0.0.1:57737 dest: /127.0.0.1:57374
2015-02-12 11:27:23,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014 src: /127.0.0.1:57738 dest: /127.0.0.1:57366
2015-02-12 11:27:23,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014 src: /127.0.0.1:57739 dest: /127.0.0.1:57369
2015-02-12 11:27:23,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57739, dest: /127.0.0.1:57369, bytes: 61825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014, duration: 5996000
2015-02-12 11:27:23,561 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:23,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57738, dest: /127.0.0.1:57366, bytes: 61825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014, duration: 6863000
2015-02-12 11:27:23,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:27:23,562 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:23,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57737, dest: /127.0.0.1:57374, bytes: 61825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014, duration: 7711000
2015-02-12 11:27:23,563 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:23,564 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:27:23,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:23,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:27:23,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:27:23,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:27:23,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:27:23,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001/job_1423769204434_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:27:23,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:23,584 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:27:23,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015 src: /127.0.0.1:57741 dest: /127.0.0.1:57377
2015-02-12 11:27:23,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015 src: /127.0.0.1:57742 dest: /127.0.0.1:57366
2015-02-12 11:27:23,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015 src: /127.0.0.1:57743 dest: /127.0.0.1:57374
2015-02-12 11:27:23,597 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57374, bytes: 116144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015, duration: 6263000
2015-02-12 11:27:23,597 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:23,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:27:23,598 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57742, dest: /127.0.0.1:57366, bytes: 116144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015, duration: 6764000
2015-02-12 11:27:23,598 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:23,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57741, dest: /127.0.0.1:57377, bytes: 116144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-306607270_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015, duration: 7744000
2015-02-12 11:27:23,599 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:23,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:27:23,601 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-306607270_1
2015-02-12 11:27:23,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:23,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:23,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:23,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:23,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010
2015-02-12 11:27:23,622 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:27:23,623 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:27:23,623 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0001 with final state: FINISHING
2015-02-12 11:27:23,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:27:23,624 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0001
2015-02-12 11:27:23,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:27:23,625 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:27:24,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741834_1010
2015-02-12 11:27:24,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:24,434 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:27:24,434 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000006
2015-02-12 11:27:24,434 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:27:24,434 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:27:24,435 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0001_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:24,435 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:24,436 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:27:24,436 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0001_000001 released container container_1423769204434_0001_01_000006 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:27:24,638 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0001 unregistered successfully.
2015-02-12 11:27:24,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57374
2015-02-12 11:27:24,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57366 127.0.0.1:57374
2015-02-12 11:27:24,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:57369 127.0.0.1:57374 127.0.0.1:57366
2015-02-12 11:27:24,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:27:24,643 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57377
2015-02-12 11:27:24,643 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:27:24,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0001 dst=null perm=null proto=rpc
2015-02-12 11:27:24,867 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (2/2) ...atform/eacheverychain/tap
2015-02-12 11:27:24,902 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:27:24,926 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:27:24,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:24,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:27:24,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:27:24,939 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 2
2015-02-12 11:27:24,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002 dst=null perm=null proto=rpc
2015-02-12 11:27:24,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:27:24,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:27:24,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:24,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:24,953 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:27:24,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016 src: /127.0.0.1:57759 dest: /127.0.0.1:57366
2015-02-12 11:27:24,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016 src: /127.0.0.1:57760 dest: /127.0.0.1:57374
2015-02-12 11:27:24,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016 src: /127.0.0.1:57761 dest: /127.0.0.1:57377
2015-02-12 11:27:24,964 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57761, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016, duration: 4752000
2015-02-12 11:27:24,965 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:24,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:27:24,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57760, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016, duration: 5304000
2015-02-12 11:27:24,966 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:24,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57759, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016, duration: 6608000
2015-02-12 11:27:24,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:24,967 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:24,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:24,970 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:27:24,971 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar
2015-02-12 11:27:24,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:24,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:24,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:24,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:24,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:24,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:27:24,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:27:24,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:27:24,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:27:24,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:27:25,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285 dst=null perm=null proto=rpc
2015-02-12 11:27:25,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285 dst=null perm=null proto=rpc
2015-02-12 11:27:25,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285 dst=null perm=null proto=rpc
2015-02-12 11:27:25,008 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:27:25,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:25,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:25,017 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split
2015-02-12 11:27:25,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:25,019 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:27:25,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017 src: /127.0.0.1:57762 dest: /127.0.0.1:57374
2015-02-12 11:27:25,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017 src: /127.0.0.1:57763 dest: /127.0.0.1:57369
2015-02-12 11:27:25,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017 src: /127.0.0.1:57764 dest: /127.0.0.1:57377
2015-02-12 11:27:25,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017 src: /127.0.0.1:57765 dest: /127.0.0.1:57366
2015-02-12 11:27:25,031 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57765, dest: /127.0.0.1:57366, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017, duration: 3420000
2015-02-12 11:27:25,031 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:25,032 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57764, dest: /127.0.0.1:57377, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017, duration: 4061000
2015-02-12 11:27:25,032 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:25,032 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:25,033 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57763, dest: /127.0.0.1:57369, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017, duration: 5347000
2015-02-12 11:27:25,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:25,033 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:25,034 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57762, dest: /127.0.0.1:57374, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017, duration: 6087000
2015-02-12 11:27:25,034 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:25,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:25,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:25,037 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:27:25,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:25,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:25,044 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:27:25,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018 src: /127.0.0.1:57766 dest: /127.0.0.1:57377
2015-02-12 11:27:25,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018 src: /127.0.0.1:57767 dest: /127.0.0.1:57374
2015-02-12 11:27:25,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018 src: /127.0.0.1:57768 dest: /127.0.0.1:57369
2015-02-12 11:27:25,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57768, dest: /127.0.0.1:57369, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018, duration: 3484000
2015-02-12 11:27:25,056 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:25,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57767, dest: /127.0.0.1:57374, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018, duration: 4614000
2015-02-12 11:27:25,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:25,057 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:25,058 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57766, dest: /127.0.0.1:57377, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018, duration: 5930000
2015-02-12 11:27:25,059 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:25,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:25,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:27:25,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:27:25,063 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 11:27:25,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:25,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:25,161 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:27:25,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019 src: /127.0.0.1:57769 dest: /127.0.0.1:57366
2015-02-12 11:27:25,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019 src: /127.0.0.1:57770 dest: /127.0.0.1:57377
2015-02-12 11:27:25,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019 src: /127.0.0.1:57771 dest: /127.0.0.1:57369
2015-02-12 11:27:25,172 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57771, dest: /127.0.0.1:57369, bytes: 99210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019, duration: 3567000
2015-02-12 11:27:25,172 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:25,173 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57770, dest: /127.0.0.1:57377, bytes: 99210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019, duration: 4781000
2015-02-12 11:27:25,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:27:25,173 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:25,174 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57769, dest: /127.0.0.1:57366, bytes: 99210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019, duration: 5980000
2015-02-12 11:27:25,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:27:25,174 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:25,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:25,178 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:27:25,179 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0002
2015-02-12 11:27:25,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002 dst=null perm=null proto=rpc
2015-02-12 11:27:25,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:25,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:25,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:25,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:25,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:25,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:25,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,221 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 2 submitted by user soberoi
2015-02-12 11:27:25,221 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0002
2015-02-12 11:27:25,221 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0002
2015-02-12 11:27:25,221 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0002
2015-02-12 11:27:25,221 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0002 State change from NEW to NEW_SAVING
2015-02-12 11:27:25,222 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:27:25,222 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0002 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:27:25,222 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0002 from user: soberoi, in queue: default
2015-02-12 11:27:25,223 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 11:27:25,223 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0002_000001
2015-02-12 11:27:25,223 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from NEW to SUBMITTED
2015-02-12 11:27:25,223 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0002 from user: soberoi activated in queue: default
2015-02-12 11:27:25,223 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:27:25,223 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0002_000001 to scheduler from user soberoi in queue default
2015-02-12 11:27:25,225 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:27:25,228 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0002
2015-02-12 11:27:25,232 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0002/
2015-02-12 11:27:25,232 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0002
2015-02-12 11:27:25,233 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0002/
2015-02-12 11:27:25,439 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:25,440 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:27:25,440 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000001
2015-02-12 11:27:25,440 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:27:25,440 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0002_000001 container=Container: [ContainerId: container_1423769204434_0002_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:27:25,440 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:27:25,441 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:25,441 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0002_01_000001
2015-02-12 11:27:25,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:27:25,443 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0002_000001
2015-02-12 11:27:25,443 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0002 AttemptId: appattempt_1423769204434_0002_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0002_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ]
2015-02-12 11:27:25,443 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:27:25,443 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:27:25,444 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0002_000001
2015-02-12 11:27:25,446 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0002_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0002_000001
2015-02-12 11:27:25,446 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:27:25,446 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0002_000001
2015-02-12 11:27:25,446 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0002_000001
2015-02-12 11:27:25,450 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0002_000001 (auth:SIMPLE)
2015-02-12 11:27:25,453 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0002_01_000001 by user soberoi
2015-02-12 11:27:25,453 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0002
2015-02-12 11:27:25,454 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000001
2015-02-12 11:27:25,454 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0002 transitioned from NEW to INITING
2015-02-12 11:27:25,455 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0002_01_000001 to application application_1423769204434_0002
2015-02-12 11:27:25,455 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0002 transitioned from INITING to RUNNING
2015-02-12 11:27:25,455 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0002_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0002_000001
2015-02-12 11:27:25,455 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:27:25,456 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:27:25,456 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0002
2015-02-12 11:27:25,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:27:25,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:27:25,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:27:25,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:27:25,457 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0002_01_000001
2015-02-12 11:27:25,472 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0002_01_000001.tokens. Credentials list:
2015-02-12 11:27:25,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:27:25,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000001.tokens
2015-02-12 11:27:25,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0002
2015-02-12 11:27:25,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:25,972 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:26,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:26,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:26,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:26,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:26,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:26,146 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:26,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:26,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:26,229 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:26,229 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:27:26,276 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:27:26,276 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:26,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000001/default_container_executor.sh]
2015-02-12 11:27:26,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:26,442 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:27,451 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:27,479 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 11:27:27,479 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:27:27,528 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57374 to replicate blk_1073741840_1016 to datanode(s) 127.0.0.1:57369
2015-02-12 11:27:27,528 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741833_1009]
2015-02-12 11:27:27,528 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 11:27:28,455 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:28,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012
2015-02-12 11:27:28,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011
2015-02-12 11:27:28,547 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 11:27:28,548 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 11:27:28,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 11:27:28,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 11:27:28,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 11:27:28,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 11:27:28,549 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 11:27:28,550 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 11:27:28,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011
2015-02-12 11:27:28,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014
2015-02-12 11:27:28,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013
2015-02-12 11:27:29,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012
2015-02-12 11:27:29,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009
2015-02-12 11:27:29,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014
2015-02-12 11:27:29,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741835_1011
2015-02-12 11:27:29,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015
2015-02-12 11:27:29,139 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013
2015-02-12 11:27:29,145 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=16c932c9-33e3-49fa-9a28-c217181c9000, infoPort=57375, ipcPort=57376, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016 to 127.0.0.1:57369
2015-02-12 11:27:29,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016 src: /127.0.0.1:57779 dest: /127.0.0.1:57369
2015-02-12 11:27:29,148 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016 (numBytes=254067) to /127.0.0.1:57369
2015-02-12 11:27:29,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016 src: /127.0.0.1:57779 dest: /127.0.0.1:57369 of size 254067
2015-02-12 11:27:29,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741840_1016 size 254067
2015-02-12 11:27:29,460 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:29,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015
2015-02-12 11:27:29,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741836_1012
2015-02-12 11:27:29,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741833_1009
2015-02-12 11:27:29,604 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 11:27:29,604 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 11:27:29,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 11:27:29,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 11:27:29,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 11:27:29,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 11:27:29,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 11:27:29,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 11:27:29,605 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 11:27:29,606 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 11:27:29,736 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0001_01_000001 succeeded
2015-02-12 11:27:29,736 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:27:29,736 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0001_01_000001
2015-02-12 11:27:29,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000001
2015-02-12 11:27:29,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000001
2015-02-12 11:27:29,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000001
2015-02-12 11:27:29,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0001/container_1423769204434_0001_01_000001
2015-02-12 11:27:29,762 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000001
2015-02-12 11:27:29,762 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:27:29,763 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0001_01_000001 from application application_1423769204434_0001
2015-02-12 11:27:29,763 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:29,763 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0001
2015-02-12 11:27:30,463 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:30,530 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-02-12 11:27:30,530 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 11:27:30,687 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:30,687 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0001_000001
2015-02-12 11:27:30,688 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:27:30,688 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000001
2015-02-12 11:27:30,688 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57473, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:27:30,688 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:27:30,688 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0001_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:30,688 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0001_000001
2015-02-12 11:27:30,689 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:30,689 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:27:30,689 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0001_000001 State change from FINISHING to FINISHED
2015-02-12 11:27:30,689 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0001_000001 released container container_1423769204434_0001_01_000001 on node: host: 10.1.1.68:57473 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:27:30,690 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0001 State change from FINISHING to FINISHED
2015-02-12 11:27:30,691 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0001_000001 is done. finalState=FINISHED
2015-02-12 11:27:30,691 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0001 requests cleared
2015-02-12 11:27:30,691 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0001_000001
2015-02-12 11:27:30,691 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0001 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:27:30,691 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:27:30,691 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0001
2015-02-12 11:27:30,693 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0001,name=[7B375743264D4CB2A156BB24C86E4CA5/7F8854E5F5464BE4A96E625E5B502AA3] trap test/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0001/jobhistory/job/job_1423769204434_0001,appMasterHost=10.1.1.68,startTime=1423769210877,finishTime=1423769243623,finalStatus=SUCCEEDED
2015-02-12 11:27:30,695 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0001_000001 (auth:SIMPLE)
2015-02-12 11:27:30,698 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0001_01_000001
2015-02-12 11:27:30,698 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0001 CONTAINERID=container_1423769204434_0001_01_000001
2015-02-12 11:27:30,699 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0001_01_000001]
2015-02-12 11:27:30,699 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:30,700 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:27:30,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:30,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:30,702 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0001
2015-02-12 11:27:30,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:30,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:30,703 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:27:30,703 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0001, with delay of 10800 seconds
2015-02-12 11:27:31,464 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:27:31,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:31,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:31,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:31,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:31,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:31,465 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0001
2015-02-12 11:27:31,465 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:27:31,466 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0001, with delay of 10800 seconds
2015-02-12 11:27:31,619 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:27:31,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:31,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:31,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:31,621 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0001
2015-02-12 11:27:31,621 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:27:31,621 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0001, with delay of 10800 seconds
2015-02-12 11:27:31,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0001
2015-02-12 11:27:31,678 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 11:27:31,678 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 11:27:31,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 11:27:31,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 11:27:31,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 11:27:31,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 11:27:31,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 11:27:31,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 11:27:31,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 11:27:31,680 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 11:27:32,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 11:27:32,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 11:27:32,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 11:27:32,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 11:27:32,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 11:27:32,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 11:27:32,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 11:27:32,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 11:27:32,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 11:27:32,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 11:27:32,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 11:27:32,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 11:27:32,474 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:33,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019
2015-02-12 11:27:33,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017
2015-02-12 11:27:33,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741839_1015
2015-02-12 11:27:33,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016
2015-02-12 11:27:33,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741837_1013
2015-02-12 11:27:33,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741838_1014
2015-02-12 11:27:33,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019
2015-02-12 11:27:33,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017
2015-02-12 11:27:33,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018
2015-02-12 11:27:34,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016
2015-02-12 11:27:34,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017
2015-02-12 11:27:34,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018
2015-02-12 11:27:34,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:27:34,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:27:34,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:27:34,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:27:34,552 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016
2015-02-12 11:27:34,552 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741842_1018
2015-02-12 11:27:34,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741841_1017
2015-02-12 11:27:34,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002 dst=null perm=null proto=rpc
2015-02-12 11:27:34,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:27:34,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:27:34,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741843_1019
2015-02-12 11:27:35,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:35,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:36,118 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0002_000001 (auth:SIMPLE)
2015-02-12 11:27:36,121 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0002_000001
2015-02-12 11:27:36,122 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0002 APPATTEMPTID=appattempt_1423769204434_0002_000001
2015-02-12 11:27:36,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:27:36,123 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0002 State change from ACCEPTED to RUNNING
2015-02-12 11:27:36,167 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 175 Total time for transactions(ms): 29 Number of transactions batched in Syncs: 2 Number of syncs: 107 SyncTimes(ms): 4 2
2015-02-12 11:27:36,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:36,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:27:36,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:36,411 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:27:36,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020 src: /127.0.0.1:57822 dest: /127.0.0.1:57366
2015-02-12 11:27:36,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020 src: /127.0.0.1:57823 dest: /127.0.0.1:57369
2015-02-12 11:27:36,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020 src: /127.0.0.1:57824 dest: /127.0.0.1:57374
2015-02-12 11:27:36,514 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57824, dest: /127.0.0.1:57374, bytes: 116309, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020, duration: 29807000
2015-02-12 11:27:36,514 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:36,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:36,514 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57823, dest: /127.0.0.1:57369, bytes: 116309, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020, duration: 30644000
2015-02-12 11:27:36,515 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:36,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:36,515 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57822, dest: /127.0.0.1:57366, bytes: 116309, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020, duration: 31600000
2015-02-12 11:27:36,516 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:36,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:36,520 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:37,502 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:27:37,502 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000002
2015-02-12 11:27:37,502 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:27:37,502 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0002_000001 container=Container: [ContainerId: container_1423769204434_0002_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:27:37,503 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:27:37,503 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:38,189 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0002_01_000002
2015-02-12 11:27:38,190 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:27:38,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:38,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:38,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:38,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:38,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:38,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:38,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:38,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:38,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:38,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:38,346 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0002_000001 (auth:SIMPLE)
2015-02-12 11:27:38,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0002_01_000002 by user soberoi
2015-02-12 11:27:38,350 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000002
2015-02-12 11:27:38,350 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0002_01_000002 to application application_1423769204434_0002
2015-02-12 11:27:38,350 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:27:38,351 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0002
2015-02-12 11:27:38,351 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0002
2015-02-12 11:27:38,351 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:27:38,351 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0002
2015-02-12 11:27:38,352 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:27:38,398 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:27:38,398 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:38,502 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:38,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000002/default_container_executor.sh]
2015-02-12 11:27:38,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741840_1016
2015-02-12 11:27:39,208 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:27:42,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:42,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:42,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:42,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1423769204434_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:42,455 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0002_000001 (auth:SIMPLE)
2015-02-12 11:27:42,457 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0002_01_000002
2015-02-12 11:27:42,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000002
2015-02-12 11:27:42,457 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:27:42,457 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0002_01_000002
2015-02-12 11:27:42,472 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:27:42,473 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0002_01_000002 is : 143
2015-02-12 11:27:42,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021 src: /127.0.0.1:57853 dest: /127.0.0.1:57374
2015-02-12 11:27:42,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021 src: /127.0.0.1:57854 dest: /127.0.0.1:57366
2015-02-12 11:27:42,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021 src: /127.0.0.1:57855 dest: /127.0.0.1:57377
2015-02-12 11:27:42,483 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1.jhist for DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:42,489 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:27:42,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000002
2015-02-12 11:27:42,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000002
2015-02-12 11:27:42,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000002
2015-02-12 11:27:42,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000002
2015-02-12 11:27:42,490 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000002
2015-02-12 11:27:42,491 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:27:42,491 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0002_01_000002 from application application_1423769204434_0002
2015-02-12 11:27:42,491 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:42,491 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0002
2015-02-12 11:27:43,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:43,468 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:27:43,468 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000002
2015-02-12 11:27:43,468 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:27:43,468 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:27:43,469 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0002_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:43,469 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:43,470 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:27:43,470 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0002_000001 released container container_1423769204434_0002_01_000002 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:27:43,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020
2015-02-12 11:27:43,638 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020
2015-02-12 11:27:44,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741844_1020
2015-02-12 11:27:44,473 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:44,474 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:27:44,474 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000003
2015-02-12 11:27:44,474 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:27:44,474 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0002_000001 container=Container: [ContainerId: container_1423769204434_0002_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:27:44,474 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:27:44,475 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:45,273 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:27:45,283 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0002_000001 (auth:SIMPLE)
2015-02-12 11:27:45,285 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0002_01_000003 by user soberoi
2015-02-12 11:27:45,286 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000003
2015-02-12 11:27:45,286 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0002_01_000003 to application application_1423769204434_0002
2015-02-12 11:27:45,286 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:27:45,286 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0002
2015-02-12 11:27:45,287 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0002
2015-02-12 11:27:45,287 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:27:45,287 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0002
2015-02-12 11:27:45,287 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:27:45,330 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:27:45,331 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:45,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000003/default_container_executor.sh]
2015-02-12 11:27:45,480 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0002_01_000002]
2015-02-12 11:27:45,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:45,481 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:46,284 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:27:48,876 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:27:49,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1423769204434_0002_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:49,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0/part-r-00002-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,179 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0/part-r-00002-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:27:49,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022 src: /127.0.0.1:57896 dest: /127.0.0.1:57377
2015-02-12 11:27:49,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022 src: /127.0.0.1:57897 dest: /127.0.0.1:57369
2015-02-12 11:27:49,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022 src: /127.0.0.1:57898 dest: /127.0.0.1:57366
2015-02-12 11:27:49,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57898, dest: /127.0.0.1:57366, bytes: 27, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0002_r_000000_0_-568870144_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022, duration: 37751000
2015-02-12 11:27:49,305 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:49,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57897, dest: /127.0.0.1:57369, bytes: 27, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0002_r_000000_0_-568870144_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022, duration: 38447000
2015-02-12 11:27:49,307 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:49,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:49,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57896, dest: /127.0.0.1:57377, bytes: 27, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0002_r_000000_0_-568870144_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022, duration: 39872000
2015-02-12 11:27:49,308 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:27:49,317 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0/part-r-00002-00000 is closed by DFSClient_attempt_1423769204434_0002_r_000000_0_-568870144_1
2015-02-12 11:27:49,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:49,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:49,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:49,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:49,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:49,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:27:49,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0/part-r-00002-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:49,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0/part-r-00002-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00002-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary/_attempt_1423769204434_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:49,372 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1423769204434_0002_r_000000_0/part-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:27:49,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023 src: /127.0.0.1:57899 dest: /127.0.0.1:57369
2015-02-12 11:27:49,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023 src: /127.0.0.1:57900 dest: /127.0.0.1:57366
2015-02-12 11:27:49,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023 src: /127.0.0.1:57901 dest: /127.0.0.1:57377
2015-02-12 11:27:49,389 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57901, dest: /127.0.0.1:57377, bytes: 85, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0002_r_000000_0_-568870144_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023, duration: 3428000
2015-02-12 11:27:49,389 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:49,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:27:49,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57900, dest: /127.0.0.1:57366, bytes: 85, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0002_r_000000_0_-568870144_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023, duration: 4041000
2015-02-12 11:27:49,390 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,391 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57899, dest: /127.0.0.1:57369, bytes: 85, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0002_r_000000_0_-568870144_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023, duration: 5570000
2015-02-12 11:27:49,391 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:49,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:49,393 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1423769204434_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0002_r_000000_0_-568870144_1
2015-02-12 11:27:49,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1423769204434_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:49,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1423769204434_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:27:49,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/task_1423769204434_0002_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:27:49,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/_temporary/attempt_1423769204434_0002_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/task_1423769204434_0002_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:27:49,426 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0002_000001 (auth:SIMPLE)
2015-02-12 11:27:49,429 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0002_01_000003
2015-02-12 11:27:49,430 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000003
2015-02-12 11:27:49,430 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:27:49,430 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0002_01_000003
2015-02-12 11:27:49,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,442 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:49,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:27:49,453 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0002_01_000003 is : 143
2015-02-12 11:27:49,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:49,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:49,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/task_1423769204434_0002_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:27:49,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:49,466 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:27:49,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000003
2015-02-12 11:27:49,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000003
2015-02-12 11:27:49,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000003
2015-02-12 11:27:49,468 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000003
2015-02-12 11:27:49,468 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:27:49,468 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0002_01_000003 from application application_1423769204434_0002
2015-02-12 11:27:49,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:49,468 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0002
2015-02-12 11:27:49,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000003
2015-02-12 11:27:49,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary/1/task_1423769204434_0002_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:49,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,484 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:49,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,488 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:49,516 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57855, dest: /127.0.0.1:57377, bytes: 38254, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021, duration: 7036926000
2015-02-12 11:27:49,516 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:49,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 13734
2015-02-12 11:27:49,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57854, dest: /127.0.0.1:57366, bytes: 38254, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021, duration: 7038645000
2015-02-12 11:27:49,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 13734
2015-02-12 11:27:49,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57853, dest: /127.0.0.1:57374, bytes: 38254, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021, duration: 7040513000
2015-02-12 11:27:49,520 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 13734
2015-02-12 11:27:49,524 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:49,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,543 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:27:49,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024 src: /127.0.0.1:57907 dest: /127.0.0.1:57369
2015-02-12 11:27:49,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024 src: /127.0.0.1:57908 dest: /127.0.0.1:57377
2015-02-12 11:27:49,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024 src: /127.0.0.1:57909 dest: /127.0.0.1:57366
2015-02-12 11:27:49,555 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57909, dest: /127.0.0.1:57366, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024, duration: 2911000
2015-02-12 11:27:49,555 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:49,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57908, dest: /127.0.0.1:57377, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024, duration: 4185000
2015-02-12 11:27:49,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:49,556 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57907, dest: /127.0.0.1:57369, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024, duration: 6116000
2015-02-12 11:27:49,558 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:49,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:49,574 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:49,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:49,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:27:49,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:27:49,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:27:49,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:27:49,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:27:49,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,627 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:27:49,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025 src: /127.0.0.1:57911 dest: /127.0.0.1:57369
2015-02-12 11:27:49,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025 src: /127.0.0.1:57912 dest: /127.0.0.1:57366
2015-02-12 11:27:49,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025 src: /127.0.0.1:57913 dest: /127.0.0.1:57374
2015-02-12 11:27:49,639 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57913, dest: /127.0.0.1:57374, bytes: 38254, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025, duration: 3670000
2015-02-12 11:27:49,639 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:49,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:49,640 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57912, dest: /127.0.0.1:57366, bytes: 38254, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025, duration: 4477000
2015-02-12 11:27:49,641 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:49,641 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57911, dest: /127.0.0.1:57369, bytes: 38254, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025, duration: 5616000
2015-02-12 11:27:49,642 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:49,646 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:49,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:49,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:27:49,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:27:49,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:27:49,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:27:49,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002/job_1423769204434_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:27:49,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:27:49,682 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:27:49,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026 src: /127.0.0.1:57915 dest: /127.0.0.1:57369
2015-02-12 11:27:49,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026 src: /127.0.0.1:57916 dest: /127.0.0.1:57374
2015-02-12 11:27:49,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026 src: /127.0.0.1:57917 dest: /127.0.0.1:57366
2015-02-12 11:27:49,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57917, dest: /127.0.0.1:57366, bytes: 116309, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026, duration: 3831000
2015-02-12 11:27:49,694 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:49,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:49,695 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57916, dest: /127.0.0.1:57374, bytes: 116309, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026, duration: 3079000
2015-02-12 11:27:49,695 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:49,696 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57915, dest: /127.0.0.1:57369, bytes: 116309, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1841262875_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026, duration: 4943000
2015-02-12 11:27:49,696 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:49,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:49,702 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1841262875_1
2015-02-12 11:27:49,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:49,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:49,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:49,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:27:49,734 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:27:49,734 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:27:49,735 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0002 with final state: FINISHING
2015-02-12 11:27:49,735 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 11:27:49,735 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0002
2015-02-12 11:27:49,735 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:27:49,735 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 11:27:50,435 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:50,435 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:27:50,435 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000003
2015-02-12 11:27:50,435 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:27:50,435 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:27:50,436 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0002_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:50,436 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:50,437 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:27:50,437 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0002_000001 released container container_1423769204434_0002_01_000003 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:27:50,745 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0002 unregistered successfully.
2015-02-12 11:27:50,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57377 127.0.0.1:57369
2015-02-12 11:27:50,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:57374 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:27:50,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:57377 127.0.0.1:57374 127.0.0.1:57369
2015-02-12 11:27:50,750 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57369
2015-02-12 11:27:50,750 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57377
2015-02-12 11:27:50,750 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:27:50,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0002 dst=null perm=null proto=rpc
2015-02-12 11:27:50,814 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57374
2015-02-12 11:27:50,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5306983139_map_D884BCC438D74D78AF7C612F03F64285 dst=null perm=null proto=rpc
2015-02-12 11:27:50,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,821 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary
2015-02-12 11:27:50,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:50,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:50,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,826 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary
2015-02-12 11:27:50,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:50,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:50,828 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary
2015-02-12 11:27:50,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:50,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,830 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary
2015-02-12 11:27:50,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:27:50,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:50,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:50,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:50,861 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:27:50,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,902 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 3
2015-02-12 11:27:50,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:27:50,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00002-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,913 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/eacheverychain/tap
2015-02-12 11:27:50,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:50,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:50,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:50,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap dst=null perm=null proto=rpc
2015-02-12 11:27:50,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,925 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/eacheverychain/trap
2015-02-12 11:27:50,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap dst=null perm=null proto=rpc
2015-02-12 11:27:50,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:27:50,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:27:50,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00002-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/eacheverychain/trap/part-r-00002-00000 dst=null perm=null proto=rpc
2015-02-12 11:27:50,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:27:50,977 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:27:50,978 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:27:51,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:27:51,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:27:51,008 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:27:51,009 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:27:51,009 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap"]
2015-02-12 11:27:51,010 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:27:51,010 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:27:51,010 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:27:51,011 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...atform/everyaggregate/tap
2015-02-12 11:27:51,029 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:27:51,050 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:27:51,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:27:51,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:27:51,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:27:51,059 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 3
2015-02-12 11:27:51,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003 dst=null perm=null proto=rpc
2015-02-12 11:27:51,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:27:51,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:27:51,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:51,069 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:27:51,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027 src: /127.0.0.1:57931 dest: /127.0.0.1:57366
2015-02-12 11:27:51,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027 src: /127.0.0.1:57932 dest: /127.0.0.1:57374
2015-02-12 11:27:51,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027 src: /127.0.0.1:57933 dest: /127.0.0.1:57369
2015-02-12 11:27:51,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57933, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027, duration: 3872000
2015-02-12 11:27:51,081 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:51,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:27:51,082 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57932, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027, duration: 5000000
2015-02-12 11:27:51,082 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:51,083 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57931, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027, duration: 5732000
2015-02-12 11:27:51,083 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:51,085 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:27:51,086 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar
2015-02-12 11:27:51,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:51,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:27:51,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:27:51,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:27:51,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:27:51,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:27:51,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:27:51,103 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:27:51,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:27:51,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:51,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:51,110 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split
2015-02-12 11:27:51,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:51,112 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:27:51,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028 src: /127.0.0.1:57934 dest: /127.0.0.1:57377
2015-02-12 11:27:51,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028 src: /127.0.0.1:57935 dest: /127.0.0.1:57369
2015-02-12 11:27:51,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028 src: /127.0.0.1:57936 dest: /127.0.0.1:57374
2015-02-12 11:27:51,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028 src: /127.0.0.1:57937 dest: /127.0.0.1:57366
2015-02-12 11:27:51,124 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57937, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028, duration: 2362000
2015-02-12 11:27:51,125 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:51,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:27:51,127 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57936, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028, duration: 4856000
2015-02-12 11:27:51,128 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,128 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57935, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028, duration: 5688000
2015-02-12 11:27:51,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:27:51,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:51,129 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,129 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57934, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028, duration: 7365000
2015-02-12 11:27:51,130 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:27:51,132 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:27:51,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:51,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:51,138 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:27:51,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029 src: /127.0.0.1:57938 dest: /127.0.0.1:57377
2015-02-12 11:27:51,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029 src: /127.0.0.1:57939 dest: /127.0.0.1:57369
2015-02-12 11:27:51,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029 src: /127.0.0.1:57940 dest: /127.0.0.1:57366
2015-02-12 11:27:51,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57940, dest: /127.0.0.1:57366, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029, duration: 5532000
2015-02-12 11:27:51,151 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:51,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:27:51,152 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57939, dest: /127.0.0.1:57369, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029, duration: 5869000
2015-02-12 11:27:51,152 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:27:51,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57938, dest: /127.0.0.1:57377, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029, duration: 7671000
2015-02-12 11:27:51,153 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:27:51,159 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:27:51,159 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:27:51,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:51,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:27:51,182 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:27:51,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030 src: /127.0.0.1:57941 dest: /127.0.0.1:57374
2015-02-12 11:27:51,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030 src: /127.0.0.1:57942 dest: /127.0.0.1:57366
2015-02-12 11:27:51,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030 src: /127.0.0.1:57943 dest: /127.0.0.1:57377
2015-02-12 11:27:51,203 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57943, dest: /127.0.0.1:57377, bytes: 98816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030, duration: 8622000
2015-02-12 11:27:51,204 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:27:51,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57942, dest: /127.0.0.1:57366, bytes: 98816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030, duration: 9565000
2015-02-12 11:27:51,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:27:51,205 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:27:51,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57941, dest: /127.0.0.1:57374, bytes: 98816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030, duration: 9932000
2015-02-12 11:27:51,206 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:27:51,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:27:51,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:27:51,210 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0003
2015-02-12 11:27:51,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003 dst=null perm=null proto=rpc
2015-02-12 11:27:51,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:51,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:51,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:51,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:51,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:51,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:51,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,232 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 3 submitted by user soberoi
2015-02-12 11:27:51,233 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0003
2015-02-12 11:27:51,233 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0003 State change from NEW to NEW_SAVING
2015-02-12 11:27:51,233 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0003
2015-02-12 11:27:51,233 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0003
2015-02-12 11:27:51,233 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:27:51,233 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0003 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:27:51,233 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0003 from user: soberoi, in queue: default
2015-02-12 11:27:51,234 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 11:27:51,234 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0003_000001
2015-02-12 11:27:51,234 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from NEW to SUBMITTED
2015-02-12 11:27:51,234 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0003 from user: soberoi activated in queue: default
2015-02-12 11:27:51,234 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:27:51,234 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0003_000001 to scheduler from user soberoi in queue default
2015-02-12 11:27:51,235 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:27:51,237 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0003
2015-02-12 11:27:51,240 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0003/
2015-02-12 11:27:51,240 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0003
2015-02-12 11:27:51,240 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0003/
2015-02-12 11:27:51,437 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:51,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:27:51,437 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000001
2015-02-12 11:27:51,437 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 11:27:51,438 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0003_000001 container=Container: [ContainerId: container_1423769204434_0003_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:27:51,438 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:27:51,438 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:51,439 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0003_01_000001
2015-02-12 11:27:51,440 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:27:51,440 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0003_000001
2015-02-12 11:27:51,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0003 AttemptId: appattempt_1423769204434_0003_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0003_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ]
2015-02-12 11:27:51,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:27:51,441 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:27:51,441 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0003_000001
2015-02-12 11:27:51,443 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0003_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0003_000001
2015-02-12 11:27:51,443 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:27:51,443 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0003_000001
2015-02-12 11:27:51,443 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0003_000001
2015-02-12 11:27:51,447 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:27:51,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0003_01_000001 by user soberoi
2015-02-12 11:27:51,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0003
2015-02-12 11:27:51,450 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000001
2015-02-12 11:27:51,450 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from NEW to INITING
2015-02-12 11:27:51,451 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0003_01_000001 to application application_1423769204434_0003
2015-02-12 11:27:51,451 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0003_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0003_000001
2015-02-12 11:27:51,451 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from INITING to RUNNING
2015-02-12 11:27:51,451 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:27:51,451 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:27:51,451 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0003
2015-02-12 11:27:51,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:27:51,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:27:51,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:27:51,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:27:51,452 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0003_01_000001
2015-02-12 11:27:51,467 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0003_01_000001.tokens. Credentials list:
2015-02-12 11:27:51,573 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57374 to replicate blk_1073741851_1027 to datanode(s) 127.0.0.1:57377
2015-02-12 11:27:51,573 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741836_1012]
2015-02-12 11:27:51,573 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741845_1021, blk_1073741836_1012]
2015-02-12 11:27:51,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:27:51,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000001.tokens
2015-02-12 11:27:51,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:27:51,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:27:51,944 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:51,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:51,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:27:52,037 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:52,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:52,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:27:52,128 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:52,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:52,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:27:52,223 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:27:52,223 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:27:52,272 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:27:52,272 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:52,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000001/default_container_executor.sh]
2015-02-12 11:27:52,443 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:27:52,443 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:52,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 11:27:52,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 11:27:52,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 11:27:52,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 11:27:52,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 11:27:52,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 11:27:52,581 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 11:27:52,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 11:27:52,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 11:27:52,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 11:27:52,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 11:27:52,582 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 11:27:53,182 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=16c932c9-33e3-49fa-9a28-c217181c9000, infoPort=57375, ipcPort=57376, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027 to 127.0.0.1:57377
2015-02-12 11:27:53,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027 src: /127.0.0.1:57948 dest: /127.0.0.1:57377
2015-02-12 11:27:53,184 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027 (numBytes=254067) to /127.0.0.1:57377
2015-02-12 11:27:53,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027 src: /127.0.0.1:57948 dest: /127.0.0.1:57377 of size 254067
2015-02-12 11:27:53,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741851_1027 size 254067
2015-02-12 11:27:53,446 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:53,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 11:27:53,647 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 11:27:53,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 11:27:53,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 11:27:53,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 11:27:53,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 11:27:53,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 11:27:53,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 11:27:53,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 11:27:53,648 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 11:27:53,649 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 11:27:53,649 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 11:27:54,447 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:54,578 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020]
2015-02-12 11:27:54,578 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741844_1020, blk_1073741845_1021, blk_1073741836_1012]
2015-02-12 11:27:54,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024
2015-02-12 11:27:54,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022
2015-02-12 11:27:54,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023
2015-02-12 11:27:55,449 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:55,709 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 11:27:55,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 11:27:55,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 11:27:55,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 11:27:55,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 11:27:55,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 11:27:55,710 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 11:27:55,711 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 11:27:55,711 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 11:27:55,711 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 11:27:55,877 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0002_01_000001 succeeded
2015-02-12 11:27:55,877 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:27:55,877 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0002_01_000001
2015-02-12 11:27:55,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000001
2015-02-12 11:27:55,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000001
2015-02-12 11:27:55,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000001
2015-02-12 11:27:55,903 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000001
2015-02-12 11:27:55,903 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:27:55,903 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0002_01_000001 from application application_1423769204434_0002
2015-02-12 11:27:55,904 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:27:55,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0002/container_1423769204434_0002_01_000001
2015-02-12 11:27:55,904 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0002
2015-02-12 11:27:56,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 11:27:56,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 11:27:56,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 11:27:56,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 11:27:56,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 11:27:56,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 11:27:56,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 11:27:56,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 11:27:56,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 11:27:56,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 11:27:56,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 11:27:56,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 11:27:56,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:27:56,455 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0002_000001
2015-02-12 11:27:56,455 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:27:56,456 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0002_000001
2015-02-12 11:27:56,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000001
2015-02-12 11:27:56,456 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0002_000001 State change from FINISHING to FINISHED
2015-02-12 11:27:56,456 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:27:56,456 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0002 State change from FINISHING to FINISHED
2015-02-12 11:27:56,456 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:27:56,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0002
2015-02-12 11:27:56,456 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0002_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:27:56,457 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:27:56,457 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0002,name=[7B375743264D4CB2A156BB24C86E4CA5/4856E8C32C054E51980B79F795E34D0D] trap test/(2/2) ...atform/eacheverychain/tap,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0002/jobhistory/job/job_1423769204434_0002,appMasterHost=10.1.1.68,startTime=1423769245221,finishTime=1423769269735,finalStatus=SUCCEEDED
2015-02-12 11:27:56,457 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:27:56,457 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0002_000001
2015-02-12 11:27:56,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0002_000001 released container container_1423769204434_0002_01_000001 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:27:56,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:56,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0002_000001 is done. finalState=FINISHED
2015-02-12 11:27:56,457 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0002 requests cleared
2015-02-12 11:27:56,458 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0002 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:27:56,458 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0002 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:27:56,461 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0002_000001 (auth:SIMPLE)
2015-02-12 11:27:56,463 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0002_01_000001
2015-02-12 11:27:56,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0002 CONTAINERID=container_1423769204434_0002_01_000001
2015-02-12 11:27:56,464 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0002_01_000001]
2015-02-12 11:27:56,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:56,464 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:27:56,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:56,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0002
2015-02-12 11:27:56,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0002
2015-02-12 11:27:56,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0002
2015-02-12 11:27:56,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0002
2015-02-12 11:27:56,466 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0002
2015-02-12 11:27:56,467 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:27:56,467 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0002, with delay of 10800 seconds
2015-02-12 11:27:57,468 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:27:57,486 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 11:27:57,486 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:27:58,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025
2015-02-12 11:27:58,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023
2015-02-12 11:27:58,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022
2015-02-12 11:27:58,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028
2015-02-12 11:27:58,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029
2015-02-12 11:27:58,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030
2015-02-12 11:27:58,506 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026
2015-02-12 11:27:58,506 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024
2015-02-12 11:27:58,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028
2015-02-12 11:27:58,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026
2015-02-12 11:27:58,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741848_1024
2015-02-12 11:27:58,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741847_1023
2015-02-12 11:27:58,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027
2015-02-12 11:27:58,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741846_1022
2015-02-12 11:27:58,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025
2015-02-12 11:27:58,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029
2015-02-12 11:27:58,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027
2015-02-12 11:27:59,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741849_1025
2015-02-12 11:27:59,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741850_1026
2015-02-12 11:27:59,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030
2015-02-12 11:27:59,195 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028
2015-02-12 11:27:59,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027
2015-02-12 11:27:59,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741852_1028
2015-02-12 11:27:59,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741854_1030
2015-02-12 11:27:59,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741851_1027
2015-02-12 11:27:59,793 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741853_1029
2015-02-12 11:28:00,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:28:00,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:28:00,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:28:00,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:28:00,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003 dst=null perm=null proto=rpc
2015-02-12 11:28:00,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:28:00,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:28:00,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:00,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:01,613 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:01,616 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0003_000001
2015-02-12 11:28:01,616 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0003 APPATTEMPTID=appattempt_1423769204434_0003_000001
2015-02-12 11:28:01,616 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:28:01,617 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0003 State change from ACCEPTED to RUNNING
2015-02-12 11:28:01,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:01,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:01,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:01,877 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:28:01,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031 src: /127.0.0.1:57981 dest: /127.0.0.1:57369
2015-02-12 11:28:01,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031 src: /127.0.0.1:57982 dest: /127.0.0.1:57366
2015-02-12 11:28:01,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031 src: /127.0.0.1:57983 dest: /127.0.0.1:57377
2015-02-12 11:28:01,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57983, dest: /127.0.0.1:57377, bytes: 115915, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031, duration: 32602000
2015-02-12 11:28:01,994 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:01,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:01,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57982, dest: /127.0.0.1:57366, bytes: 115915, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031, duration: 33239000
2015-02-12 11:28:01,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:01,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:01,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:57981, dest: /127.0.0.1:57369, bytes: 115915, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031, duration: 34035000
2015-02-12 11:28:01,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:01,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:02,000 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:02,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:02,789 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000002
2015-02-12 11:28:02,790 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:28:02,790 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0003_000001 container=Container: [ContainerId: container_1423769204434_0003_01_000002, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:02,790 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:28:02,790 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:02,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:02,791 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000003
2015-02-12 11:28:02,791 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:28:02,791 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0003_000001 container=Container: [ContainerId: container_1423769204434_0003_01_000003, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:02,791 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:28:02,791 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:02,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:02,792 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000004
2015-02-12 11:28:02,792 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 11:28:02,792 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0003_000001 container=Container: [ContainerId: container_1423769204434_0003_01_000004, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:02,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:28:02,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:02,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:02,793 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000005
2015-02-12 11:28:02,793 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 11:28:02,793 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0003_000001 container=Container: [ContainerId: container_1423769204434_0003_01_000005, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:02,793 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:28:02,793 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:03,677 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57463 for container : container_1423769204434_0003_01_000002
2015-02-12 11:28:03,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:03,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:03,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:03,683 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:03,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:03,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:03,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:03,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:03,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:03,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:03,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:03,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:03,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:03,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:03,829 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:03,830 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:03,832 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:03,833 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:03,833 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0003_01_000005 by user soberoi
2015-02-12 11:28:03,834 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0003
2015-02-12 11:28:03,834 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000005
2015-02-12 11:28:03,835 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from NEW to INITING
2015-02-12 11:28:03,835 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0003_01_000005 to application application_1423769204434_0003
2015-02-12 11:28:03,835 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from INITING to RUNNING
2015-02-12 11:28:03,835 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:28:03,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0003_01_000002 by user soberoi
2015-02-12 11:28:03,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000002
2015-02-12 11:28:03,835 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0003
2015-02-12 11:28:03,836 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0003
2015-02-12 11:28:03,836 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:03,836 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0003
2015-02-12 11:28:03,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:28:03,837 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:28:03,837 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0003_01_000002 to application application_1423769204434_0003
2015-02-12 11:28:03,837 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0003_01_000005
2015-02-12 11:28:03,839 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:28:03,839 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0003
2015-02-12 11:28:03,839 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0003
2015-02-12 11:28:03,839 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:03,839 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0003
2015-02-12 11:28:03,840 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0003_01_000002
2015-02-12 11:28:03,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0003_01_000004 by user soberoi
2015-02-12 11:28:03,842 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000004
2015-02-12 11:28:03,842 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0003_01_000004 to application application_1423769204434_0003
2015-02-12 11:28:03,842 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:28:03,842 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0003
2015-02-12 11:28:03,842 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0003
2015-02-12 11:28:03,842 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:03,843 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0003
2015-02-12 11:28:03,843 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0003_01_000003 by user soberoi
2015-02-12 11:28:03,843 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000003
2015-02-12 11:28:03,844 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0003_01_000004
2015-02-12 11:28:03,846 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0003_01_000003 to application application_1423769204434_0003
2015-02-12 11:28:03,847 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:28:03,847 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0003
2015-02-12 11:28:03,847 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0003
2015-02-12 11:28:03,847 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:03,847 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0003
2015-02-12 11:28:03,847 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0003_01_000003
2015-02-12 11:28:03,863 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423769204434_0003_01_000002.tokens. Credentials list:
2015-02-12 11:28:03,863 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0003_01_000005.tokens. Credentials list:
2015-02-12 11:28:03,866 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0003_01_000004.tokens. Credentials list:
2015-02-12 11:28:03,872 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0003_01_000003.tokens. Credentials list:
2015-02-12 11:28:04,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:04,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423769204434_0003_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000002.tokens
2015-02-12 11:28:04,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:04,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:04,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:04,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:04,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:04,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0003_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000003.tokens
2015-02-12 11:28:04,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:04,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:04,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:04,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:04,448 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:04,448 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:04,448 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:04,448 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:04,448 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:04,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:04,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000004.tokens
2015-02-12 11:28:04,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:04,511 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:04,511 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:04,512 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:04,512 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:04,520 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:04,520 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:04,521 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:04,521 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:04,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0003_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000005.tokens
2015-02-12 11:28:04,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:04,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000005/default_container_executor.sh]
2015-02-12 11:28:04,696 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:28:04,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000004/default_container_executor.sh]
2015-02-12 11:28:04,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000003/default_container_executor.sh]
2015-02-12 11:28:04,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000002/default_container_executor.sh]
2015-02-12 11:28:04,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:04,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:04,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:04,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:08,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031
2015-02-12 11:28:08,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031
2015-02-12 11:28:09,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741855_1031
2015-02-12 11:28:13,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:13,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:13,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:13,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:13,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:13,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:13,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:13,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:14,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:28:14,536 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:14,537 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0003_01_000003
2015-02-12 11:28:14,538 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000003
2015-02-12 11:28:14,538 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:28:14,538 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0003_01_000003
2015-02-12 11:28:14,557 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0003_01_000003 is : 143
2015-02-12 11:28:14,558 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:28:14,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032 src: /127.0.0.1:58069 dest: /127.0.0.1:57366
2015-02-12 11:28:14,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032 src: /127.0.0.1:58070 dest: /127.0.0.1:57374
2015-02-12 11:28:14,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032 src: /127.0.0.1:58071 dest: /127.0.0.1:57377
2015-02-12 11:28:14,573 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1.jhist for DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:14,575 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:14,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000003
2015-02-12 11:28:14,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000003
2015-02-12 11:28:14,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000003
2015-02-12 11:28:14,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000003
2015-02-12 11:28:14,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000003
2015-02-12 11:28:14,577 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:14,577 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0003_01_000003 from application application_1423769204434_0003
2015-02-12 11:28:14,577 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:14,578 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0003
2015-02-12 11:28:14,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:28:14,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:28:14,630 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:14,632 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:14,632 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0003_01_000005
2015-02-12 11:28:14,633 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000005
2015-02-12 11:28:14,634 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:28:14,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:14,634 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:28:14,634 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000003
2015-02-12 11:28:14,634 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 11:28:14,634 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0003_01_000005
2015-02-12 11:28:14,634 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0003_01_000004
2015-02-12 11:28:14,635 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:28:14,635 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000004
2015-02-12 11:28:14,636 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0003_01_000003, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:14,636 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:14,636 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:28:14,636 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0003_000001 released container container_1423769204434_0003_01_000003 on node: host: 10.1.1.68:57463 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 11:28:14,636 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:14,657 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0003_01_000005 is : 143
2015-02-12 11:28:14,671 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:28:14,671 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:14,671 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0003_01_000004
2015-02-12 11:28:14,690 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0003_01_000004 is : 143
2015-02-12 11:28:14,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000005
2015-02-12 11:28:14,703 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:14,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000005
2015-02-12 11:28:14,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000005
2015-02-12 11:28:14,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000005
2015-02-12 11:28:14,703 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000005
2015-02-12 11:28:14,704 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:14,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000004
2015-02-12 11:28:14,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000004
2015-02-12 11:28:14,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000004
2015-02-12 11:28:14,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000004
2015-02-12 11:28:14,707 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0003_01_000005 from application application_1423769204434_0003
2015-02-12 11:28:14,707 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:14,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0003
2015-02-12 11:28:14,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000004
2015-02-12 11:28:14,707 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:14,708 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0003_01_000004 from application application_1423769204434_0003
2015-02-12 11:28:14,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:14,708 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0003
2015-02-12 11:28:14,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:14,751 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:14,752 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0003_01_000002
2015-02-12 11:28:14,753 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000002
2015-02-12 11:28:14,753 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:28:14,754 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0003_01_000002
2015-02-12 11:28:14,754 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:14,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:14,755 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:28:14,755 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000004
2015-02-12 11:28:14,755 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 11:28:14,755 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:28:14,756 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0003_01_000004, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:14,756 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:14,756 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:28:14,756 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0003_000001 released container container_1423769204434_0003_01_000004 on node: host: 10.1.1.68:57463 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 11:28:14,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:14,757 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0003_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:28:14,757 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000005
2015-02-12 11:28:14,757 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:28:14,757 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:28:14,758 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0003_01_000005, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:14,758 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:14,758 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:28:14,758 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0003_000001 released container container_1423769204434_0003_01_000005 on node: host: 10.1.1.68:57463 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:28:14,777 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0003_01_000002 is : 143
2015-02-12 11:28:14,794 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:14,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000002
2015-02-12 11:28:14,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000002
2015-02-12 11:28:14,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000002
2015-02-12 11:28:14,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000002
2015-02-12 11:28:14,796 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000002
2015-02-12 11:28:14,797 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:14,797 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0003_01_000002 from application application_1423769204434_0003
2015-02-12 11:28:14,797 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:14,798 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0003
2015-02-12 11:28:15,762 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:15,762 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:28:15,762 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000002
2015-02-12 11:28:15,762 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:28:15,762 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:28:15,763 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0003_01_000002, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:15,763 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:15,763 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:28:15,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0003_000001 released container container_1423769204434_0003_01_000002 on node: host: 10.1.1.68:57463 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:28:15,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:15,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:15,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:15,936 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:15,936 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000006
2015-02-12 11:28:15,936 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:28:15,937 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0003_000001 container=Container: [ContainerId: container_1423769204434_0003_01_000006, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:15,937 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:28:15,937 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:16,765 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0003_01_000005, container_1423769204434_0003_01_000003, container_1423769204434_0003_01_000004]
2015-02-12 11:28:16,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:16,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:16,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:16,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:16,780 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57473 for container : container_1423769204434_0003_01_000006
2015-02-12 11:28:16,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:16,793 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:16,796 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0003_01_000006 by user soberoi
2015-02-12 11:28:16,796 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0003
2015-02-12 11:28:16,797 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000006
2015-02-12 11:28:16,797 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from NEW to INITING
2015-02-12 11:28:16,797 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0003_01_000006 to application application_1423769204434_0003
2015-02-12 11:28:16,797 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from INITING to RUNNING
2015-02-12 11:28:16,798 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:28:16,798 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0003
2015-02-12 11:28:16,798 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0003
2015-02-12 11:28:16,798 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:16,798 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0003
2015-02-12 11:28:16,798 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:28:16,798 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:28:16,799 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0003_01_000006
2015-02-12 11:28:16,811 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423769204434_0003_01_000006.tokens. Credentials list:
2015-02-12 11:28:16,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:16,938 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:17,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423769204434_0003_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000006.tokens
2015-02-12 11:28:17,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:17,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:17,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:17,195 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:17,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:17,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:17,283 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:17,283 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:17,331 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:17,331 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:17,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000006/default_container_executor.sh]
2015-02-12 11:28:17,767 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0003_01_000002]
2015-02-12 11:28:17,767 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:17,806 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:28:23,019 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:28:23,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:24,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:24,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0/part-r-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0/part-r-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:28:24,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033 src: /127.0.0.1:58112 dest: /127.0.0.1:57366
2015-02-12 11:28:24,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033 src: /127.0.0.1:58113 dest: /127.0.0.1:57374
2015-02-12 11:28:24,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033 src: /127.0.0.1:58114 dest: /127.0.0.1:57377
2015-02-12 11:28:24,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58114, dest: /127.0.0.1:57377, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0003_r_000000_0_-548025331_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033, duration: 129097000
2015-02-12 11:28:24,558 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:24,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58113, dest: /127.0.0.1:57374, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0003_r_000000_0_-548025331_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033, duration: 129800000
2015-02-12 11:28:24,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:28:24,559 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:24,559 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58112, dest: /127.0.0.1:57366, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0003_r_000000_0_-548025331_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033, duration: 130679000
2015-02-12 11:28:24,560 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:24,564 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1423769204434_0003_r_000000_0_-548025331_1
2015-02-12 11:28:24,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:24,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:24,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:24,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:24,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:24,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:24,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:24,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0/part-r-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/part-r-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary/_attempt_1423769204434_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:24,601 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0003_r_000000_0_-548025331_1
2015-02-12 11:28:24,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:24,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:24,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/task_1423769204434_0003_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:28:24,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/_temporary/attempt_1423769204434_0003_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/task_1423769204434_0003_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:24,655 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:24,656 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0003_01_000006
2015-02-12 11:28:24,657 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000006
2015-02-12 11:28:24,657 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:28:24,657 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0003_01_000006
2015-02-12 11:28:24,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,669 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:24,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:28:24,675 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0003_01_000006 is : 143
2015-02-12 11:28:24,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:24,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:24,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/task_1423769204434_0003_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:28:24,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:24,688 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:24,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000006
2015-02-12 11:28:24,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary/1/task_1423769204434_0003_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000006
2015-02-12 11:28:24,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000006
2015-02-12 11:28:24,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000006
2015-02-12 11:28:24,691 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000006
2015-02-12 11:28:24,691 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:24,692 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0003_01_000006 from application application_1423769204434_0003
2015-02-12 11:28:24,693 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:24,693 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0003
2015-02-12 11:28:24,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:24,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,702 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:24,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,706 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:24,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58071, dest: /127.0.0.1:57377, bytes: 61221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032, duration: 10157004000
2015-02-12 11:28:24,724 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:24,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15714
2015-02-12 11:28:24,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58070, dest: /127.0.0.1:57374, bytes: 61221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032, duration: 10157399000
2015-02-12 11:28:24,725 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15714
2015-02-12 11:28:24,726 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58069, dest: /127.0.0.1:57366, bytes: 61221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032, duration: 10159570000
2015-02-12 11:28:24,726 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15714
2015-02-12 11:28:24,728 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:24,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,734 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:28:24,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034 src: /127.0.0.1:58120 dest: /127.0.0.1:57377
2015-02-12 11:28:24,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034 src: /127.0.0.1:58121 dest: /127.0.0.1:57366
2015-02-12 11:28:24,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034 src: /127.0.0.1:58122 dest: /127.0.0.1:57374
2015-02-12 11:28:24,743 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58122, dest: /127.0.0.1:57374, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034, duration: 1297000
2015-02-12 11:28:24,743 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:24,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:24,744 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58121, dest: /127.0.0.1:57366, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034, duration: 2234000
2015-02-12 11:28:24,744 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:24,745 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58120, dest: /127.0.0.1:57377, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034, duration: 3205000
2015-02-12 11:28:24,745 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:24,747 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:24,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:24,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:28:24,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:28:24,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:28:24,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:28:24,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:28:24,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,774 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:28:24,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035 src: /127.0.0.1:58124 dest: /127.0.0.1:57377
2015-02-12 11:28:24,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035 src: /127.0.0.1:58125 dest: /127.0.0.1:57366
2015-02-12 11:28:24,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035 src: /127.0.0.1:58126 dest: /127.0.0.1:57369
2015-02-12 11:28:24,783 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58126, dest: /127.0.0.1:57369, bytes: 61221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035, duration: 1924000
2015-02-12 11:28:24,784 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:24,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:24,784 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58125, dest: /127.0.0.1:57366, bytes: 61221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035, duration: 2775000
2015-02-12 11:28:24,785 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,785 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:24,785 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58124, dest: /127.0.0.1:57377, bytes: 61221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035, duration: 3800000
2015-02-12 11:28:24,786 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:24,788 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:24,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:24,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:28:24,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:28:24,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:28:24,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:28:24,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003/job_1423769204434_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:28:24,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:24,805 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:28:24,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036 src: /127.0.0.1:58128 dest: /127.0.0.1:57374
2015-02-12 11:28:24,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036 src: /127.0.0.1:58129 dest: /127.0.0.1:57366
2015-02-12 11:28:24,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036 src: /127.0.0.1:58130 dest: /127.0.0.1:57369
2015-02-12 11:28:24,815 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58130, dest: /127.0.0.1:57369, bytes: 115915, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036, duration: 2073000
2015-02-12 11:28:24,815 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:24,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:24,816 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58129, dest: /127.0.0.1:57366, bytes: 115915, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036, duration: 2816000
2015-02-12 11:28:24,816 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,817 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:24,817 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58128, dest: /127.0.0.1:57374, bytes: 115915, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2014047865_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036, duration: 3782000
2015-02-12 11:28:24,817 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:24,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:24,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2014047865_1
2015-02-12 11:28:24,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:24,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:24,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:24,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:24,863 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:28:24,863 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:28:24,863 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0003 with final state: FINISHING
2015-02-12 11:28:24,864 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 11:28:24,864 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0003
2015-02-12 11:28:24,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:28:24,865 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 11:28:25,663 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:25,663 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0003_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:28:25,663 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000006
2015-02-12 11:28:25,663 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:28:25,663 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:28:25,664 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0003_01_000006, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:25,664 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:25,664 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:28:25,664 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0003_000001 released container container_1423769204434_0003_01_000006 on node: host: 10.1.1.68:57473 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:28:25,874 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0003 unregistered successfully.
2015-02-12 11:28:25,878 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57369 127.0.0.1:57377
2015-02-12 11:28:25,878 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57374 127.0.0.1:57366
2015-02-12 11:28:25,878 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57366
2015-02-12 11:28:25,878 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57377
2015-02-12 11:28:25,879 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57377
2015-02-12 11:28:25,879 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:57369 127.0.0.1:57366 127.0.0.1:57377
2015-02-12 11:28:25,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0003 dst=null perm=null proto=rpc
2015-02-12 11:28:25,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:25,940 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary
2015-02-12 11:28:25,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:25,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:28:25,943 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary
2015-02-12 11:28:25,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:25,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:25,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:25,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:25,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:25,969 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:28:25,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:25,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:28:25,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:28:25,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:28:25,999 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:28:26,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:26,003 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/everyaggregate/trap
2015-02-12 11:28:26,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:28:26,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:28:26,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:28:26,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap dst=null perm=null proto=rpc
2015-02-12 11:28:26,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:26,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:26,013 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/everyaggregate/tap
2015-02-12 11:28:26,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:26,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:26,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:26,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap dst=null perm=null proto=rpc
2015-02-12 11:28:26,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:26,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everyaggregate/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:26,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:26,046 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:28:26,047 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:28:26,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:26,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:26,146 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:28:26,146 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:28:26,146 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap"]
2015-02-12 11:28:26,147 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:28:26,147 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:28:26,147 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:28:26,148 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...-mr1/trapplatform/all/tap
2015-02-12 11:28:26,164 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:28:26,184 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:28:26,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:26,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:28:26,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:28:26,192 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 4
2015-02-12 11:28:26,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004 dst=null perm=null proto=rpc
2015-02-12 11:28:26,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:28:26,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:28:26,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:26,202 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:28:26,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037 src: /127.0.0.1:58135 dest: /127.0.0.1:57369
2015-02-12 11:28:26,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037 src: /127.0.0.1:58136 dest: /127.0.0.1:57374
2015-02-12 11:28:26,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037 src: /127.0.0.1:58137 dest: /127.0.0.1:57377
2015-02-12 11:28:26,212 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58137, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037, duration: 2394000
2015-02-12 11:28:26,212 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:26,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:28:26,213 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58136, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037, duration: 3176000
2015-02-12 11:28:26,213 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:28:26,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58135, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037, duration: 4448000
2015-02-12 11:28:26,214 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:26,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:28:26,218 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar
2015-02-12 11:28:26,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:26,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:28:26,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:28:26,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:28:26,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:28:26,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:28:26,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:26,230 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:28:26,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:26,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:26,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:26,237 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split
2015-02-12 11:28:26,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:26,239 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:28:26,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038 src: /127.0.0.1:58138 dest: /127.0.0.1:57377
2015-02-12 11:28:26,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038 src: /127.0.0.1:58139 dest: /127.0.0.1:57374
2015-02-12 11:28:26,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038 src: /127.0.0.1:58140 dest: /127.0.0.1:57366
2015-02-12 11:28:26,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038 src: /127.0.0.1:58141 dest: /127.0.0.1:57369
2015-02-12 11:28:26,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58141, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038, duration: 1512000
2015-02-12 11:28:26,251 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:26,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:26,251 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58140, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038, duration: 4282000
2015-02-12 11:28:26,252 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:28:26,252 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58139, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038, duration: 5433000
2015-02-12 11:28:26,253 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:28:26,253 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58138, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038, duration: 6572000
2015-02-12 11:28:26,254 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,257 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:26,258 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:28:26,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:26,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:26,264 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:28:26,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039 src: /127.0.0.1:58142 dest: /127.0.0.1:57374
2015-02-12 11:28:26,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039 src: /127.0.0.1:58143 dest: /127.0.0.1:57377
2015-02-12 11:28:26,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039 src: /127.0.0.1:58144 dest: /127.0.0.1:57369
2015-02-12 11:28:26,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58144, dest: /127.0.0.1:57369, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039, duration: 1281000
2015-02-12 11:28:26,272 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:26,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:28:26,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58143, dest: /127.0.0.1:57377, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039, duration: 1946000
2015-02-12 11:28:26,273 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:26,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58142, dest: /127.0.0.1:57374, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039, duration: 2763000
2015-02-12 11:28:26,274 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:26,275 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:28:26,276 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:28:26,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:26,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:26,316 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:28:26,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040 src: /127.0.0.1:58145 dest: /127.0.0.1:57369
2015-02-12 11:28:26,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040 src: /127.0.0.1:58146 dest: /127.0.0.1:57377
2015-02-12 11:28:26,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040 src: /127.0.0.1:58147 dest: /127.0.0.1:57374
2015-02-12 11:28:26,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58147, dest: /127.0.0.1:57374, bytes: 98853, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040, duration: 1655000
2015-02-12 11:28:26,325 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:26,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:26,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58146, dest: /127.0.0.1:57377, bytes: 98853, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040, duration: 2251000
2015-02-12 11:28:26,326 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58145, dest: /127.0.0.1:57369, bytes: 98853, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040, duration: 3037000
2015-02-12 11:28:26,326 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:26,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:26,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:26,328 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:28:26,329 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0004
2015-02-12 11:28:26,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004 dst=null perm=null proto=rpc
2015-02-12 11:28:26,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:26,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:26,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:26,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:26,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:26,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:26,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:26,351 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 4 submitted by user soberoi
2015-02-12 11:28:26,351 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0004
2015-02-12 11:28:26,351 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0004
2015-02-12 11:28:26,351 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0004
2015-02-12 11:28:26,351 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0004 State change from NEW to NEW_SAVING
2015-02-12 11:28:26,352 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:28:26,352 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0004 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:28:26,352 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0004 from user: soberoi, in queue: default
2015-02-12 11:28:26,353 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 11:28:26,353 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0004_000001
2015-02-12 11:28:26,353 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0004
2015-02-12 11:28:26,353 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from NEW to SUBMITTED
2015-02-12 11:28:26,353 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0004 from user: soberoi activated in queue: default
2015-02-12 11:28:26,354 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:28:26,354 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0004_000001 to scheduler from user soberoi in queue default
2015-02-12 11:28:26,355 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:28:26,357 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0004/
2015-02-12 11:28:26,357 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0004
2015-02-12 11:28:26,357 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0004/
2015-02-12 11:28:26,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:26,605 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000001
2015-02-12 11:28:26,605 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 11:28:26,605 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0004_000001 container=Container: [ContainerId: container_1423769204434_0004_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:26,605 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:28:26,605 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:26,606 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0004_01_000001
2015-02-12 11:28:26,607 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:26,608 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0004_000001
2015-02-12 11:28:26,608 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0004 AttemptId: appattempt_1423769204434_0004_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0004_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ]
2015-02-12 11:28:26,608 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:28:26,608 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:28:26,609 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0004_000001
2015-02-12 11:28:26,611 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0004_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0004_000001
2015-02-12 11:28:26,611 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:28:26,611 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0004_000001
2015-02-12 11:28:26,611 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0004_000001
2015-02-12 11:28:26,614 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:26,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0004_01_000001 by user soberoi
2015-02-12 11:28:26,618 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0004
2015-02-12 11:28:26,618 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000001
2015-02-12 11:28:26,618 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0004 transitioned from NEW to INITING
2015-02-12 11:28:26,618 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0004_01_000001 to application application_1423769204434_0004
2015-02-12 11:28:26,619 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0004 transitioned from INITING to RUNNING
2015-02-12 11:28:26,619 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:28:26,619 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0004_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0004_000001
2015-02-12 11:28:26,619 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0004
2015-02-12 11:28:26,619 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:28:26,619 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:28:26,619 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:28:26,620 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:28:26,620 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:28:26,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0004_01_000001
2015-02-12 11:28:26,635 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423769204434_0004_01_000001.tokens. Credentials list:
2015-02-12 11:28:26,665 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:26,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:26,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423769204434_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000001.tokens
2015-02-12 11:28:26,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:27,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:27,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:27,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:27,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:27,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:27,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:27,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:27,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:27,298 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:27,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:27,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:27,389 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:27,389 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:27,441 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:27,441 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:27,490 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 11:28:27,490 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:28:27,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:27,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000001/default_container_executor.sh]
2015-02-12 11:28:27,631 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57374 to replicate blk_1073741861_1037 to datanode(s) 127.0.0.1:57366
2015-02-12 11:28:27,631 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741856_1032, blk_1073741851_1027, blk_1073741852_1028, blk_1073741854_1030]
2015-02-12 11:28:27,631 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741856_1032, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-02-12 11:28:27,666 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:28,675 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:29,216 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=16c932c9-33e3-49fa-9a28-c217181c9000, infoPort=57375, ipcPort=57376, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037 to 127.0.0.1:57366
2015-02-12 11:28:29,217 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 11:28:29,217 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 11:28:29,217 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 11:28:29,217 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 11:28:29,217 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 11:28:29,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 11:28:29,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 11:28:29,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037 src: /127.0.0.1:58164 dest: /127.0.0.1:57366
2015-02-12 11:28:29,218 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 11:28:29,218 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037 (numBytes=254067) to /127.0.0.1:57366
2015-02-12 11:28:29,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037 src: /127.0.0.1:58164 dest: /127.0.0.1:57366 of size 254067
2015-02-12 11:28:29,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741861_1037 size 254067
2015-02-12 11:28:29,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033
2015-02-12 11:28:29,676 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:29,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 11:28:29,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 11:28:29,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 11:28:29,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 11:28:29,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 11:28:29,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 11:28:29,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 11:28:29,713 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 11:28:29,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 11:28:29,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 11:28:29,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 11:28:29,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 11:28:29,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034
2015-02-12 11:28:29,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033
2015-02-12 11:28:29,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035
2015-02-12 11:28:30,638 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2015-02-12 11:28:30,638 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741856_1032, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-02-12 11:28:30,685 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:30,933 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0003_01_000001 succeeded
2015-02-12 11:28:30,934 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:28:30,934 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0003_01_000001
2015-02-12 11:28:30,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000001
2015-02-12 11:28:30,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000001
2015-02-12 11:28:30,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000001
2015-02-12 11:28:30,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0003/container_1423769204434_0003_01_000001
2015-02-12 11:28:30,956 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000001
2015-02-12 11:28:30,958 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:28:30,958 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0003_01_000001 from application application_1423769204434_0003
2015-02-12 11:28:30,958 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:30,958 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0003
2015-02-12 11:28:31,623 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:31,623 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0003_000001
2015-02-12 11:28:31,623 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:28:31,624 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0003_000001
2015-02-12 11:28:31,624 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000001
2015-02-12 11:28:31,624 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0003_000001 State change from FINISHING to FINISHED
2015-02-12 11:28:31,624 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:28:31,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0003 State change from FINISHING to FINISHED
2015-02-12 11:28:31,624 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:28:31,624 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0003_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:31,624 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0003
2015-02-12 11:28:31,625 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:31,625 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0003,name=[67AB2C0EA27F4EAE8D38D3AC33E11798/65FC0863A9EF4BC8A92ACC40C2E05AB8] trap test/(1/1) ...atform/everyaggregate/tap,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0003/jobhistory/job/job_1423769204434_0003,appMasterHost=10.1.1.68,startTime=1423769271232,finishTime=1423769304863,finalStatus=SUCCEEDED
2015-02-12 11:28:31,625 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0003_000001
2015-02-12 11:28:31,625 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:28:31,625 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0003_000001 released container container_1423769204434_0003_01_000001 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:28:31,625 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0003_000001 is done. finalState=FINISHED
2015-02-12 11:28:31,625 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0003 requests cleared
2015-02-12 11:28:31,626 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0003 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:28:31,626 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0003 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:28:31,628 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0003_000001 (auth:SIMPLE)
2015-02-12 11:28:31,630 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0003_01_000001
2015-02-12 11:28:31,630 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0003 CONTAINERID=container_1423769204434_0003_01_000001
2015-02-12 11:28:31,631 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0003_01_000001]
2015-02-12 11:28:31,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 11:28:31,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 11:28:31,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 11:28:31,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 11:28:31,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 11:28:31,631 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 11:28:31,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 11:28:31,631 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:31,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 11:28:31,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 11:28:31,631 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:28:31,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 11:28:31,632 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 11:28:31,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,633 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 11:28:31,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,633 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0003
2015-02-12 11:28:31,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,634 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:28:31,634 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0003, with delay of 10800 seconds
2015-02-12 11:28:31,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:28:31,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:28:31,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:28:31,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:28:31,694 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:28:31,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:31,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,695 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0003
2015-02-12 11:28:31,695 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:28:31,695 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0003, with delay of 10800 seconds
2015-02-12 11:28:31,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 11:28:31,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 11:28:31,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 11:28:31,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 11:28:31,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 11:28:31,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 11:28:31,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 11:28:31,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 11:28:31,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004 dst=null perm=null proto=rpc
2015-02-12 11:28:31,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:28:31,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:28:31,817 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:28:31,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,819 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0003
2015-02-12 11:28:31,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0003
2015-02-12 11:28:31,819 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:28:31,819 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0003, with delay of 10800 seconds
2015-02-12 11:28:32,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:32,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:32,696 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:33,239 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:33,242 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0004_000001
2015-02-12 11:28:33,242 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0004 APPATTEMPTID=appattempt_1423769204434_0004_000001
2015-02-12 11:28:33,243 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:28:33,243 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0004 State change from ACCEPTED to RUNNING
2015-02-12 11:28:33,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:33,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:33,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:33,629 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:28:33,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041 src: /127.0.0.1:58194 dest: /127.0.0.1:57369
2015-02-12 11:28:33,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041 src: /127.0.0.1:58195 dest: /127.0.0.1:57366
2015-02-12 11:28:33,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041 src: /127.0.0.1:58196 dest: /127.0.0.1:57377
2015-02-12 11:28:33,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037
2015-02-12 11:28:33,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038
2015-02-12 11:28:33,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035
2015-02-12 11:28:33,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58196, dest: /127.0.0.1:57377, bytes: 115952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041, duration: 38718000
2015-02-12 11:28:33,723 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:33,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:33,724 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58195, dest: /127.0.0.1:57366, bytes: 115952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041, duration: 39488000
2015-02-12 11:28:33,724 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:33,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:28:33,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58194, dest: /127.0.0.1:57369, bytes: 115952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041, duration: 40654000
2015-02-12 11:28:33,725 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:33,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:28:33,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:33,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036
2015-02-12 11:28:33,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040
2015-02-12 11:28:33,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039
2015-02-12 11:28:33,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036
2015-02-12 11:28:33,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034
2015-02-12 11:28:33,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741857_1033
2015-02-12 11:28:33,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038
2015-02-12 11:28:33,957 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741859_1035
2015-02-12 11:28:34,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:34,309 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000002
2015-02-12 11:28:34,310 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:28:34,310 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0004_000001 container=Container: [ContainerId: container_1423769204434_0004_01_000002, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:34,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:28:34,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:34,310 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:34,311 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000003
2015-02-12 11:28:34,311 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:28:34,311 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0004_000001 container=Container: [ContainerId: container_1423769204434_0004_01_000003, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:34,311 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:28:34,311 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:34,311 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:34,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000004
2015-02-12 11:28:34,312 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 11:28:34,312 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0004_000001 container=Container: [ContainerId: container_1423769204434_0004_01_000004, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:34,312 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:28:34,312 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:34,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:34,313 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000005
2015-02-12 11:28:34,313 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 11:28:34,313 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0004_000001 container=Container: [ContainerId: container_1423769204434_0004_01_000005, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:34,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:28:34,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:34,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741858_1034
2015-02-12 11:28:34,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038
2015-02-12 11:28:34,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741860_1036
2015-02-12 11:28:34,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039
2015-02-12 11:28:34,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040
2015-02-12 11:28:34,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037
2015-02-12 11:28:34,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741863_1039
2015-02-12 11:28:35,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037
2015-02-12 11:28:35,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741862_1038
2015-02-12 11:28:35,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741864_1040
2015-02-12 11:28:35,305 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57458 for container : container_1423769204434_0004_01_000002
2015-02-12 11:28:35,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:35,307 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:35,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:35,310 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:35,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:35,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:35,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,481 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:35,482 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:35,483 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:35,485 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:35,487 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0004_01_000002 by user soberoi
2015-02-12 11:28:35,488 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0004
2015-02-12 11:28:35,488 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000002
2015-02-12 11:28:35,488 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0004 transitioned from NEW to INITING
2015-02-12 11:28:35,489 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0004_01_000002 to application application_1423769204434_0004
2015-02-12 11:28:35,490 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0004 transitioned from INITING to RUNNING
2015-02-12 11:28:35,490 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:28:35,490 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0004
2015-02-12 11:28:35,490 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0004
2015-02-12 11:28:35,490 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:35,490 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0004
2015-02-12 11:28:35,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0004_01_000005 by user soberoi
2015-02-12 11:28:35,491 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:28:35,491 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:28:35,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000005
2015-02-12 11:28:35,491 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:28:35,493 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:28:35,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0004_01_000002
2015-02-12 11:28:35,493 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0004_01_000005 to application application_1423769204434_0004
2015-02-12 11:28:35,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423769190636, FILE, null }
2015-02-12 11:28:35,496 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar, 1423769190842, FILE, null }
2015-02-12 11:28:35,496 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:28:35,497 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0004
2015-02-12 11:28:35,497 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0004
2015-02-12 11:28:35,497 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:35,497 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0004
2015-02-12 11:28:35,497 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0004_01_000005
2015-02-12 11:28:35,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423769190636, FILE, null }
2015-02-12 11:28:35,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar, 1423769190842, FILE, null }
2015-02-12 11:28:35,515 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423769204434_0004_01_000002.tokens. Credentials list:
2015-02-12 11:28:35,516 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423769204434_0004_01_000005.tokens. Credentials list:
2015-02-12 11:28:35,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:28:35,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:28:35,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:28:35,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:28:35,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:28:35,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,572 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0004_01_000004 by user soberoi
2015-02-12 11:28:35,573 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000004
2015-02-12 11:28:35,573 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0004_01_000004 to application application_1423769204434_0004
2015-02-12 11:28:35,574 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:28:35,574 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0004
2015-02-12 11:28:35,574 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0004
2015-02-12 11:28:35,574 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:35,574 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0004
2015-02-12 11:28:35,578 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0004_01_000003 by user soberoi
2015-02-12 11:28:35,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000003
2015-02-12 11:28:35,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/filecache/11/hadoop-9143367928244775839.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:35,594 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:35,658 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0004_01_000003 to application application_1423769204434_0004
2015-02-12 11:28:35,658 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0004_01_000004
2015-02-12 11:28:35,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:35,789 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:28:35,790 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0004
2015-02-12 11:28:35,790 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0004
2015-02-12 11:28:35,790 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:35,790 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0004
2015-02-12 11:28:35,790 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0004_01_000003
2015-02-12 11:28:35,803 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423769204434_0004_01_000004.tokens. Credentials list:
2015-02-12 11:28:35,810 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423769204434_0004_01_000003.tokens. Credentials list:
2015-02-12 11:28:35,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:35,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423769204434_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000002.tokens
2015-02-12 11:28:35,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:35,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423769204434_0004_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000005.tokens
2015-02-12 11:28:35,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:35,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:35,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:36,026 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:36,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:36,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:36,105 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:36,105 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:36,105 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:36,105 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:36,105 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:36,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:36,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423769204434_0004_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000004.tokens
2015-02-12 11:28:36,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:36,174 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:36,175 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:36,175 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:36,175 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:36,176 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:36,176 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:36,188 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:36,188 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:36,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:36,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:36,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:36,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:36,325 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:28:36,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423769204434_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000003.tokens
2015-02-12 11:28:36,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:36,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000005/default_container_executor.sh]
2015-02-12 11:28:36,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000003/default_container_executor.sh]
2015-02-12 11:28:36,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000002/default_container_executor.sh]
2015-02-12 11:28:36,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000004/default_container_executor.sh]
2015-02-12 11:28:38,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041
2015-02-12 11:28:38,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041
2015-02-12 11:28:39,173 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741861_1037
2015-02-12 11:28:40,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741865_1041
2015-02-12 11:28:44,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:44,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:44,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:44,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:44,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:44,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:44,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:44,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:45,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:45,314 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 365 Total time for transactions(ms): 42 Number of transactions batched in Syncs: 4 Number of syncs: 237 SyncTimes(ms): 12 3
2015-02-12 11:28:45,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:45,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:45,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:45,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0/part-m-00001-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:45,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0/part-m-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:45,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:45,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0/part-m-00001-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:45,420 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0/part-m-00001-00002. BP-890477609-10.1.1.68-1423769186145 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:28:45,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0/part-m-00001-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:45,438 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0/part-m-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:28:45,471 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0/part-m-00001-00001. BP-890477609-10.1.1.68-1423769186145 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:28:45,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042 src: /127.0.0.1:58247 dest: /127.0.0.1:57369
2015-02-12 11:28:45,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042 src: /127.0.0.1:58250 dest: /127.0.0.1:57377
2015-02-12 11:28:45,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042 src: /127.0.0.1:58251 dest: /127.0.0.1:57374
2015-02-12 11:28:45,531 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58251, dest: /127.0.0.1:57374, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000002_0_-1804447054_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042, duration: 45579000
2015-02-12 11:28:45,531 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:45,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:45,532 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58250, dest: /127.0.0.1:57377, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000002_0_-1804447054_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042, duration: 45657000
2015-02-12 11:28:45,532 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:45,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:45,533 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58247, dest: /127.0.0.1:57369, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000002_0_-1804447054_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042, duration: 46817000
2015-02-12 11:28:45,533 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:45,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:45,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043 src: /127.0.0.1:58248 dest: /127.0.0.1:57366
2015-02-12 11:28:45,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043 src: /127.0.0.1:58252 dest: /127.0.0.1:57369
2015-02-12 11:28:45,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043 src: /127.0.0.1:58253 dest: /127.0.0.1:57377
2015-02-12 11:28:45,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044 src: /127.0.0.1:58249 dest: /127.0.0.1:57366
2015-02-12 11:28:45,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044 src: /127.0.0.1:58254 dest: /127.0.0.1:57369
2015-02-12 11:28:45,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044 src: /127.0.0.1:58255 dest: /127.0.0.1:57374
2015-02-12 11:28:45,571 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0/part-m-00001-00002 is closed by DFSClient_attempt_1423769204434_0004_m_000002_0_-1804447054_1
2015-02-12 11:28:45,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,580 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58253, dest: /127.0.0.1:57377, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000000_0_-367777289_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043, duration: 39489000
2015-02-12 11:28:45,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:45,580 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:45,581 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58252, dest: /127.0.0.1:57369, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000000_0_-367777289_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043, duration: 40420000
2015-02-12 11:28:45,581 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:45,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:45,582 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58248, dest: /127.0.0.1:57366, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000000_0_-367777289_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043, duration: 41447000
2015-02-12 11:28:45,582 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:45,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:28:45,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,587 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1423769204434_0004_m_000000_0_-367777289_1
2015-02-12 11:28:45,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:45,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:28:45,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0/part-m-00001-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:45,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,610 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58255, dest: /127.0.0.1:57374, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000001_0_-300440982_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044, duration: 54179000
2015-02-12 11:28:45,611 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:45,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:45,611 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58254, dest: /127.0.0.1:57369, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000001_0_-300440982_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044, duration: 54750000
2015-02-12 11:28:45,612 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:45,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:45,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58249, dest: /127.0.0.1:57366, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000001_0_-300440982_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044, duration: 55573000
2015-02-12 11:28:45,612 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:45,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:45,617 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1423769204434_0004_m_000001_0_-300440982_1
2015-02-12 11:28:45,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:45,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:45,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0/part-m-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:45,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,656 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0/part-m-00001-00003. BP-890477609-10.1.1.68-1423769186145 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:28:45,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:45,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:28:45,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0/part-m-00001-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:45,696 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:45,699 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0004_01_000004
2015-02-12 11:28:45,700 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000004
2015-02-12 11:28:45,700 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:28:45,700 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0004_01_000004
2015-02-12 11:28:45,721 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0004_01_000004 is : 143
2015-02-12 11:28:45,733 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:45,733 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:28:45,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000004
2015-02-12 11:28:45,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046 src: /127.0.0.1:58259 dest: /127.0.0.1:57374
2015-02-12 11:28:45,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046 src: /127.0.0.1:58260 dest: /127.0.0.1:57369
2015-02-12 11:28:45,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000004
2015-02-12 11:28:45,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000004
2015-02-12 11:28:45,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046 src: /127.0.0.1:58261 dest: /127.0.0.1:57366
2015-02-12 11:28:45,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000004
2015-02-12 11:28:45,761 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000004
2015-02-12 11:28:45,761 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:45,762 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0004_01_000004 from application application_1423769204434_0004
2015-02-12 11:28:45,762 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:45,762 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0004
2015-02-12 11:28:45,765 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1.jhist for DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:45,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045 src: /127.0.0.1:58256 dest: /127.0.0.1:57374
2015-02-12 11:28:45,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045 src: /127.0.0.1:58262 dest: /127.0.0.1:57377
2015-02-12 11:28:45,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045 src: /127.0.0.1:58263 dest: /127.0.0.1:57369
2015-02-12 11:28:45,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,803 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:45,805 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0004_01_000002
2015-02-12 11:28:45,805 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000002
2015-02-12 11:28:45,806 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:28:45,807 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0004_01_000002
2015-02-12 11:28:45,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:45,807 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:28:45,807 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000004
2015-02-12 11:28:45,807 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 11:28:45,807 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:28:45,808 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0004_01_000004, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:45,808 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:45,808 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:28:45,808 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0004_000001 released container container_1423769204434_0004_01_000004 on node: host: 10.1.1.68:57458 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 11:28:45,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,828 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0004_01_000002 is : 143
2015-02-12 11:28:45,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58263, dest: /127.0.0.1:57369, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000003_0_-1028116946_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045, duration: 49195000
2015-02-12 11:28:45,837 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:45,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:45,838 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58262, dest: /127.0.0.1:57377, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000003_0_-1028116946_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045, duration: 49848000
2015-02-12 11:28:45,838 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:45,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:45,839 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58256, dest: /127.0.0.1:57374, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0004_m_000003_0_-1028116946_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045, duration: 51088000
2015-02-12 11:28:45,839 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:45,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:45,842 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:45,844 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0004_01_000003
2015-02-12 11:28:45,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000003
2015-02-12 11:28:45,844 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1423769204434_0004_m_000003_0_-1028116946_1
2015-02-12 11:28:45,845 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:45,846 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:45,847 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:28:45,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000002
2015-02-12 11:28:45,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000002
2015-02-12 11:28:45,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000002
2015-02-12 11:28:45,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000002
2015-02-12 11:28:45,850 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0004_01_000003
2015-02-12 11:28:45,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,868 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0004_01_000003 is : 143
2015-02-12 11:28:45,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:45,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:28:45,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0/part-m-00001-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:45,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000002
2015-02-12 11:28:45,880 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:45,881 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:45,881 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0004_01_000002 from application application_1423769204434_0004
2015-02-12 11:28:45,881 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:45,881 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0004
2015-02-12 11:28:45,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000003
2015-02-12 11:28:45,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000003
2015-02-12 11:28:45,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000003
2015-02-12 11:28:45,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000003
2015-02-12 11:28:45,883 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000003
2015-02-12 11:28:45,884 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:45,884 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0004_01_000003 from application application_1423769204434_0004
2015-02-12 11:28:45,884 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:45,884 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0004
2015-02-12 11:28:45,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary/_attempt_1423769204434_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:28:45,928 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:45,930 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0004_01_000005
2015-02-12 11:28:45,930 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000005
2015-02-12 11:28:45,931 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:28:45,931 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:45,931 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:28:45,932 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000002
2015-02-12 11:28:45,932 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 11:28:45,932 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:28:45,931 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0004_01_000005
2015-02-12 11:28:45,933 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0004_01_000002, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:45,933 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:45,933 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:28:45,934 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0004_000001 released container container_1423769204434_0004_01_000002 on node: host: 10.1.1.68:57458 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 11:28:45,934 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:45,934 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:28:45,934 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000003
2015-02-12 11:28:45,934 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:28:45,934 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:28:45,935 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0004_01_000003, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:45,935 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:45,935 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:28:45,935 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0004_000001 released container container_1423769204434_0004_01_000003 on node: host: 10.1.1.68:57458 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:28:45,935 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:45,955 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0004_01_000005 is : 143
2015-02-12 11:28:45,964 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:45,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000005
2015-02-12 11:28:45,966 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000005
2015-02-12 11:28:45,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000005
2015-02-12 11:28:45,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000005
2015-02-12 11:28:45,975 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000005
2015-02-12 11:28:45,975 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:45,975 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0004_01_000005 from application application_1423769204434_0004
2015-02-12 11:28:45,975 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:45,975 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0004
2015-02-12 11:28:46,936 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:46,937 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:46,937 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:46,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:46,937 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:28:46,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000005
2015-02-12 11:28:46,937 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:28:46,938 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:28:46,941 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0004_01_000005, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:46,941 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:46,941 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:28:46,942 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0004_000001 released container container_1423769204434_0004_01_000005 on node: host: 10.1.1.68:57458 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:28:47,714 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:47,714 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000006
2015-02-12 11:28:47,715 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:28:47,715 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0004_000001 container=Container: [ContainerId: container_1423769204434_0004_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:47,715 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:28:47,715 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:47,947 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0004_01_000003, container_1423769204434_0004_01_000002, container_1423769204434_0004_01_000004]
2015-02-12 11:28:47,947 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:47,947 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:47,947 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:47,947 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:48,396 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0004_01_000006
2015-02-12 11:28:48,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:48,406 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:48,409 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0004_01_000006 by user soberoi
2015-02-12 11:28:48,409 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000006
2015-02-12 11:28:48,409 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0004_01_000006 to application application_1423769204434_0004
2015-02-12 11:28:48,409 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:28:48,410 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0004
2015-02-12 11:28:48,410 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0004
2015-02-12 11:28:48,410 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:28:48,410 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0004
2015-02-12 11:28:48,411 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:48,441 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:48,441 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:48,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000006/default_container_executor.sh]
2015-02-12 11:28:48,722 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:48,950 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0004_01_000005]
2015-02-12 11:28:48,950 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:49,401 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:28:52,393 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:28:52,407 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:28:52,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:52,700 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0004_r_000000_0_1512414687_1
2015-02-12 11:28:52,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:52,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:28:52,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/task_1423769204434_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:28:52,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/_temporary/attempt_1423769204434_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/task_1423769204434_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:28:52,731 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:52,733 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0004_01_000006
2015-02-12 11:28:52,733 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000006
2015-02-12 11:28:52,733 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:28:52,733 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0004_01_000006
2015-02-12 11:28:52,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:52,740 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:52,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:28:52,750 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0004_01_000006 is : 143
2015-02-12 11:28:52,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:52,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:52,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/task_1423769204434_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:28:52,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:52,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary/1/task_1423769204434_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:52,765 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:28:52,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000006
2015-02-12 11:28:52,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000006
2015-02-12 11:28:52,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000006
2015-02-12 11:28:52,767 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000006
2015-02-12 11:28:52,767 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:28:52,767 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0004_01_000006 from application application_1423769204434_0004
2015-02-12 11:28:52,767 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:52,767 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0004
2015-02-12 11:28:52,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000006
2015-02-12 11:28:52,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:52,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:52,774 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:52,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:52,777 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:52,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58261, dest: /127.0.0.1:57366, bytes: 59216, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046, duration: 7030759000
2015-02-12 11:28:52,793 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:52,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 15715
2015-02-12 11:28:52,794 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58260, dest: /127.0.0.1:57369, bytes: 59216, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046, duration: 7031996000
2015-02-12 11:28:52,794 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:52,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 15715
2015-02-12 11:28:52,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58259, dest: /127.0.0.1:57374, bytes: 59216, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046, duration: 7033653000
2015-02-12 11:28:52,796 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:52,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 15715
2015-02-12 11:28:52,798 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:52,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:52,803 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:28:52,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047 src: /127.0.0.1:58290 dest: /127.0.0.1:57374
2015-02-12 11:28:52,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047 src: /127.0.0.1:58291 dest: /127.0.0.1:57369
2015-02-12 11:28:52,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047 src: /127.0.0.1:58292 dest: /127.0.0.1:57377
2015-02-12 11:28:52,811 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58292, dest: /127.0.0.1:57377, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047, duration: 1487000
2015-02-12 11:28:52,812 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:52,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:52,812 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58291, dest: /127.0.0.1:57369, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047, duration: 2218000
2015-02-12 11:28:52,812 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:52,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:28:52,813 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58290, dest: /127.0.0.1:57374, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047, duration: 3091000
2015-02-12 11:28:52,813 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:52,814 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:52,815 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:52,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:52,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:28:52,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:28:52,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:28:52,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:28:52,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:28:52,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:52,834 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:28:52,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048 src: /127.0.0.1:58294 dest: /127.0.0.1:57369
2015-02-12 11:28:52,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048 src: /127.0.0.1:58295 dest: /127.0.0.1:57374
2015-02-12 11:28:52,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048 src: /127.0.0.1:58296 dest: /127.0.0.1:57366
2015-02-12 11:28:52,843 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58296, dest: /127.0.0.1:57366, bytes: 59216, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048, duration: 1805000
2015-02-12 11:28:52,843 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:52,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:28:52,844 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58295, dest: /127.0.0.1:57374, bytes: 59216, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048, duration: 2790000
2015-02-12 11:28:52,844 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:52,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:52,845 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58294, dest: /127.0.0.1:57369, bytes: 59216, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048, duration: 4081000
2015-02-12 11:28:52,845 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:52,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:52,847 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:52,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:52,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:28:52,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:28:52,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:28:52,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:28:52,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004/job_1423769204434_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:28:52,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:28:52,863 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:28:52,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049 src: /127.0.0.1:58297 dest: /127.0.0.1:57374
2015-02-12 11:28:52,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049 src: /127.0.0.1:58298 dest: /127.0.0.1:57366
2015-02-12 11:28:52,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049 src: /127.0.0.1:58299 dest: /127.0.0.1:57377
2015-02-12 11:28:52,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58299, dest: /127.0.0.1:57377, bytes: 115952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049, duration: 2128000
2015-02-12 11:28:52,872 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:52,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:28:52,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58298, dest: /127.0.0.1:57366, bytes: 115952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049, duration: 2401000
2015-02-12 11:28:52,873 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:52,874 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58297, dest: /127.0.0.1:57374, bytes: 115952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-531992854_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049, duration: 3856000
2015-02-12 11:28:52,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:28:52,874 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:52,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:28:52,876 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-531992854_1
2015-02-12 11:28:52,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:52,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:52,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:52,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:28:52,893 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:28:52,893 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:28:52,893 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0004 with final state: FINISHING
2015-02-12 11:28:52,893 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 11:28:52,893 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0004
2015-02-12 11:28:52,893 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:28:52,894 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 11:28:53,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:53,744 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0004_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:28:53,744 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000006
2015-02-12 11:28:53,744 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:28:53,744 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:28:53,745 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0004_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:53,745 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:53,745 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:28:53,745 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0004_000001 released container container_1423769204434_0004_01_000006 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:28:53,897 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0004 unregistered successfully.
2015-02-12 11:28:53,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:57369 127.0.0.1:57374 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:28:53,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741862_1038 127.0.0.1:57377 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57369
2015-02-12 11:28:53,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:57374 127.0.0.1:57377 127.0.0.1:57369
2015-02-12 11:28:53,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57374
2015-02-12 11:28:53,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:57374 127.0.0.1:57369 127.0.0.1:57366
2015-02-12 11:28:53,901 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:57369 127.0.0.1:57366 127.0.0.1:57377
2015-02-12 11:28:53,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0004 dst=null perm=null proto=rpc
2015-02-12 11:28:53,937 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042
2015-02-12 11:28:53,937 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043
2015-02-12 11:28:53,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045
2015-02-12 11:28:53,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044
2015-02-12 11:28:53,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:53,948 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary
2015-02-12 11:28:53,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:53,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:53,950 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary
2015-02-12 11:28:53,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:53,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:53,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:53,954 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary
2015-02-12 11:28:53,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:28:53,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:53,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:53,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:53,978 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:28:53,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:53,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:53,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:53,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:53,997 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 11:28:53,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:54,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:28:54,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:28:54,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:28:54,010 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/all/trap
2015-02-12 11:28:54,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:54,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:54,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:54,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap dst=null perm=null proto=rpc
2015-02-12 11:28:54,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:54,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:54,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:28:54,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:28:54,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:28:54,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:28:54,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:28:54,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:28:54,029 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/all/tap
2015-02-12 11:28:54,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:54,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:54,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:54,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap dst=null perm=null proto=rpc
2015-02-12 11:28:54,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:54,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/all/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:28:54,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:54,053 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:28:54,054 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:28:54,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:28:54,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:28:54,081 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:28:54,082 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["HadoopFailScheme[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:28:54,082 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["HadoopFailScheme[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink"]
2015-02-12 11:28:54,082 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:28:54,083 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:28:54,083 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:28:54,084 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...tform/trapsourcesink/sink
2015-02-12 11:28:54,095 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:28:54,110 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:28:54,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:28:54,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:28:54,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:28:54,123 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 5
2015-02-12 11:28:54,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005 dst=null perm=null proto=rpc
2015-02-12 11:28:54,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:28:54,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:28:54,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:54,139 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:28:54,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050 src: /127.0.0.1:58306 dest: /127.0.0.1:57366
2015-02-12 11:28:54,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050 src: /127.0.0.1:58307 dest: /127.0.0.1:57369
2015-02-12 11:28:54,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050 src: /127.0.0.1:58308 dest: /127.0.0.1:57374
2015-02-12 11:28:54,148 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58308, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050, duration: 3540000
2015-02-12 11:28:54,149 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:54,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:28:54,150 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58307, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050, duration: 4155000
2015-02-12 11:28:54,150 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58306, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050, duration: 5986000
2015-02-12 11:28:54,152 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:28:54,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:28:54,156 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:28:54,157 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar
2015-02-12 11:28:54,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:54,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:28:54,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:28:54,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:28:54,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:28:54,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:28:54,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:54,170 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:28:54,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:28:54,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:54,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:54,176 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split
2015-02-12 11:28:54,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:54,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:28:54,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051 src: /127.0.0.1:58309 dest: /127.0.0.1:57374
2015-02-12 11:28:54,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051 src: /127.0.0.1:58310 dest: /127.0.0.1:57377
2015-02-12 11:28:54,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051 src: /127.0.0.1:58311 dest: /127.0.0.1:57369
2015-02-12 11:28:54,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051 src: /127.0.0.1:58312 dest: /127.0.0.1:57366
2015-02-12 11:28:54,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58312, dest: /127.0.0.1:57366, bytes: 365, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051, duration: 1570000
2015-02-12 11:28:54,188 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:54,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:54,189 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58311, dest: /127.0.0.1:57369, bytes: 365, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051, duration: 2202000
2015-02-12 11:28:54,189 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58310, dest: /127.0.0.1:57377, bytes: 365, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051, duration: 3322000
2015-02-12 11:28:54,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:54,190 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,191 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58309, dest: /127.0.0.1:57374, bytes: 365, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051, duration: 4576000
2015-02-12 11:28:54,191 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:54,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:54,194 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:28:54,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:54,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043
2015-02-12 11:28:54,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044
2015-02-12 11:28:54,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:54,199 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:28:54,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052 src: /127.0.0.1:58313 dest: /127.0.0.1:57374
2015-02-12 11:28:54,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052 src: /127.0.0.1:58314 dest: /127.0.0.1:57369
2015-02-12 11:28:54,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052 src: /127.0.0.1:58315 dest: /127.0.0.1:57366
2015-02-12 11:28:54,207 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58315, dest: /127.0.0.1:57366, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052, duration: 1684000
2015-02-12 11:28:54,207 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:54,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:54,208 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58314, dest: /127.0.0.1:57369, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052, duration: 2509000
2015-02-12 11:28:54,209 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:54,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58313, dest: /127.0.0.1:57374, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052, duration: 3900000
2015-02-12 11:28:54,210 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:54,211 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:28:54,212 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:1
2015-02-12 11:28:54,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:54,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:28:54,264 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:28:54,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053 src: /127.0.0.1:58316 dest: /127.0.0.1:57369
2015-02-12 11:28:54,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053 src: /127.0.0.1:58317 dest: /127.0.0.1:57374
2015-02-12 11:28:54,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053 src: /127.0.0.1:58318 dest: /127.0.0.1:57366
2015-02-12 11:28:54,277 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58318, dest: /127.0.0.1:57366, bytes: 98737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053, duration: 2727000
2015-02-12 11:28:54,277 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:28:54,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58317, dest: /127.0.0.1:57374, bytes: 98737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053, duration: 3081000
2015-02-12 11:28:54,278 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:28:54,278 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,279 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58316, dest: /127.0.0.1:57369, bytes: 98737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053, duration: 4474000
2015-02-12 11:28:54,279 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:28:54,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:54,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:28:54,284 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:28:54,284 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0005
2015-02-12 11:28:54,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005 dst=null perm=null proto=rpc
2015-02-12 11:28:54,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:54,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:54,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:54,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:54,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:54,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:54,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:28:54,307 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 5 submitted by user soberoi
2015-02-12 11:28:54,307 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0005
2015-02-12 11:28:54,308 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0005
2015-02-12 11:28:54,308 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0005 State change from NEW to NEW_SAVING
2015-02-12 11:28:54,308 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0005
2015-02-12 11:28:54,309 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:28:54,309 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0005 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:28:54,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0005 from user: soberoi, in queue: default
2015-02-12 11:28:54,310 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 11:28:54,310 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0005_000001
2015-02-12 11:28:54,310 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from NEW to SUBMITTED
2015-02-12 11:28:54,311 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0005 from user: soberoi activated in queue: default
2015-02-12 11:28:54,311 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:28:54,311 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0005_000001 to scheduler from user soberoi in queue default
2015-02-12 11:28:54,312 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0005
2015-02-12 11:28:54,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:28:54,315 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0005/
2015-02-12 11:28:54,315 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0005
2015-02-12 11:28:54,315 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0005/
2015-02-12 11:28:54,684 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57369 to replicate blk_1073741874_1050 to datanode(s) 127.0.0.1:57377
2015-02-12 11:28:54,684 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041]
2015-02-12 11:28:54,684 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741865_1041, blk_1073741870_1046]
2015-02-12 11:28:54,751 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:54,751 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:28:54,752 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000001
2015-02-12 11:28:54,752 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 11:28:54,752 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0005_000001 container=Container: [ContainerId: container_1423769204434_0005_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:28:54,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:28:54,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:54,753 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0005_01_000001
2015-02-12 11:28:54,760 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:28:54,760 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0005_000001
2015-02-12 11:28:54,761 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0005 AttemptId: appattempt_1423769204434_0005_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0005_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ]
2015-02-12 11:28:54,761 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:28:54,761 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:28:54,762 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0005_000001
2015-02-12 11:28:54,764 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0005_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0005_000001
2015-02-12 11:28:54,764 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:28:54,764 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0005_000001
2015-02-12 11:28:54,764 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0005_000001
2015-02-12 11:28:54,767 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0005_000001 (auth:SIMPLE)
2015-02-12 11:28:54,770 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0005_01_000001 by user soberoi
2015-02-12 11:28:54,770 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0005
2015-02-12 11:28:54,770 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000001
2015-02-12 11:28:54,770 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0005 transitioned from NEW to INITING
2015-02-12 11:28:54,771 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0005_01_000001 to application application_1423769204434_0005
2015-02-12 11:28:54,771 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0005 transitioned from INITING to RUNNING
2015-02-12 11:28:54,771 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0005_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0005_000001
2015-02-12 11:28:54,771 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:28:54,771 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:28:54,771 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0005
2015-02-12 11:28:54,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:28:54,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:28:54,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:28:54,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:28:54,772 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0005_01_000001
2015-02-12 11:28:54,781 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423769204434_0005_01_000001.tokens. Credentials list:
2015-02-12 11:28:54,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042
2015-02-12 11:28:54,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045
2015-02-12 11:28:54,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741868_1044
2015-02-12 11:28:54,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:28:54,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423769204434_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000001.tokens
2015-02-12 11:28:54,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005
2015-02-12 11:28:55,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741866_1042
2015-02-12 11:28:55,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:55,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741867_1043
2015-02-12 11:28:55,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741869_1045
2015-02-12 11:28:55,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 11:28:55,129 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:55,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:55,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:55,195 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:55,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:55,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split dst=null perm=null proto=rpc
2015-02-12 11:28:55,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:55,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:55,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 11:28:55,326 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:28:55,326 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:28:55,361 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:28:55,361 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:55,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000001/default_container_executor.sh]
2015-02-12 11:28:55,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 11:28:55,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 11:28:55,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 11:28:55,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 11:28:55,663 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 11:28:55,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 11:28:55,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 11:28:55,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 11:28:55,760 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:28:55,761 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:55,769 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050 to 127.0.0.1:57377
2015-02-12 11:28:55,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050 src: /127.0.0.1:58330 dest: /127.0.0.1:57377
2015-02-12 11:28:55,771 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050 (numBytes=254067) to /127.0.0.1:57377
2015-02-12 11:28:55,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050 src: /127.0.0.1:58330 dest: /127.0.0.1:57377 of size 254067
2015-02-12 11:28:55,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741874_1050 size 254067
2015-02-12 11:28:56,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 11:28:56,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 11:28:56,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 11:28:56,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 11:28:56,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 11:28:56,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 11:28:56,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 11:28:56,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 11:28:56,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 11:28:56,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 11:28:56,765 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:57,497 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30007 milliseconds
2015-02-12 11:28:57,498 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:28:57,690 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741870_1046]
2015-02-12 11:28:57,691 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741870_1046]
2015-02-12 11:28:57,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:58,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:28:58,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:58,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 11:28:58,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 11:28:58,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 11:28:58,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 11:28:58,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 11:28:58,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 11:28:58,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 11:28:58,770 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 11:28:58,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 11:28:58,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 11:28:58,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 11:28:58,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 11:28:58,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:28:58,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:28:58,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:28:58,944 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047
2015-02-12 11:28:58,944 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048
2015-02-12 11:28:58,954 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0004_01_000001 succeeded
2015-02-12 11:28:58,955 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:28:58,955 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0004_01_000001
2015-02-12 11:28:58,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000001
2015-02-12 11:28:58,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000001
2015-02-12 11:28:58,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000001
2015-02-12 11:28:58,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0004/container_1423769204434_0004_01_000001
2015-02-12 11:28:58,975 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000001
2015-02-12 11:28:58,975 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:28:58,975 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0004_01_000001 from application application_1423769204434_0004
2015-02-12 11:28:58,975 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:28:58,975 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0004
2015-02-12 11:28:58,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005 dst=null perm=null proto=rpc
2015-02-12 11:28:58,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:28:58,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:28:59,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048
2015-02-12 11:28:59,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049
2015-02-12 11:28:59,287 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 11:28:59,287 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741862 for deletion
2015-02-12 11:28:59,287 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741863 for deletion
2015-02-12 11:28:59,287 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 11:28:59,287 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 11:28:59,288 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 11:28:59,288 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741863
2015-02-12 11:28:59,288 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741862
2015-02-12 11:28:59,288 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 11:28:59,288 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 11:28:59,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:59,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:28:59,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050
2015-02-12 11:28:59,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051
2015-02-12 11:28:59,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:28:59,775 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0004_000001
2015-02-12 11:28:59,775 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:28:59,775 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0004_000001
2015-02-12 11:28:59,775 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000001
2015-02-12 11:28:59,775 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0004_000001 State change from FINISHING to FINISHED
2015-02-12 11:28:59,775 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:28:59,775 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0004 State change from FINISHING to FINISHED
2015-02-12 11:28:59,775 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:28:59,776 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0004
2015-02-12 11:28:59,776 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0004_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:28:59,776 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:28:59,776 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0004,name=[4EF54D45FE5845439B07F63BDEE2FCF6/0B9611B4221A47ACA2933E7CB94FC677] trap test/(1/1) ...-mr1/trapplatform/all/tap,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0004/jobhistory/job/job_1423769204434_0004,appMasterHost=10.1.1.68,startTime=1423769306351,finishTime=1423769332893,finalStatus=SUCCEEDED
2015-02-12 11:28:59,776 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:28:59,776 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0004_000001
2015-02-12 11:28:59,776 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0004_000001 released container container_1423769204434_0004_01_000001 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:28:59,776 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:59,776 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0004_000001 is done. finalState=FINISHED
2015-02-12 11:28:59,777 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0004 requests cleared
2015-02-12 11:28:59,777 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0004 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:28:59,777 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0004 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:28:59,780 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0004_000001 (auth:SIMPLE)
2015-02-12 11:28:59,782 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0004_01_000001
2015-02-12 11:28:59,782 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0004 CONTAINERID=container_1423769204434_0004_01_000001
2015-02-12 11:28:59,783 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0004_01_000001]
2015-02-12 11:28:59,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:59,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:28:59,783 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:28:59,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:59,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:59,784 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0004
2015-02-12 11:28:59,784 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:28:59,784 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0004, with delay of 10800 seconds
2015-02-12 11:28:59,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:59,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:59,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050
2015-02-12 11:28:59,992 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:28:59,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:59,994 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0004
2015-02-12 11:28:59,994 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:28:59,994 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0004, with delay of 10800 seconds
2015-02-12 11:28:59,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:59,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:28:59,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0004
2015-02-12 11:29:00,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053
2015-02-12 11:29:00,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051
2015-02-12 11:29:00,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052
2015-02-12 11:29:00,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047
2015-02-12 11:29:00,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049
2015-02-12 11:29:00,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741872_1048
2015-02-12 11:29:00,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741873_1049
2015-02-12 11:29:00,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051
2015-02-12 11:29:00,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741871_1047
2015-02-12 11:29:00,236 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0005_000001 (auth:SIMPLE)
2015-02-12 11:29:00,238 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0005_000001
2015-02-12 11:29:00,239 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0005 APPATTEMPTID=appattempt_1423769204434_0005_000001
2015-02-12 11:29:00,239 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:29:00,239 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0005 State change from ACCEPTED to RUNNING
2015-02-12 11:29:00,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:00,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:00,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:00,478 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:29:00,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054 src: /127.0.0.1:58353 dest: /127.0.0.1:57377
2015-02-12 11:29:00,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054 src: /127.0.0.1:58354 dest: /127.0.0.1:57366
2015-02-12 11:29:00,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054 src: /127.0.0.1:58355 dest: /127.0.0.1:57374
2015-02-12 11:29:00,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58355, dest: /127.0.0.1:57374, bytes: 115836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054, duration: 26426000
2015-02-12 11:29:00,557 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:00,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:29:00,557 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58354, dest: /127.0.0.1:57366, bytes: 115836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054, duration: 27267000
2015-02-12 11:29:00,558 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:00,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:29:00,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58353, dest: /127.0.0.1:57377, bytes: 115836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054, duration: 28151000
2015-02-12 11:29:00,558 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:00,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:00,562 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:00,785 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:01,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:01,791 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000002
2015-02-12 11:29:01,791 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:29:01,791 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0005_000001 container=Container: [ContainerId: container_1423769204434_0005_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:01,791 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:29:01,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:02,285 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0005_01_000002
2015-02-12 11:29:02,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:02,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:02,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:02,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:02,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:02,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:02,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:02,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:02,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:02,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:02,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:02,395 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0005_000001 (auth:SIMPLE)
2015-02-12 11:29:02,398 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0005_01_000002 by user soberoi
2015-02-12 11:29:02,399 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000002
2015-02-12 11:29:02,399 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0005_01_000002 to application application_1423769204434_0005
2015-02-12 11:29:02,399 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:29:02,399 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0005
2015-02-12 11:29:02,399 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0005
2015-02-12 11:29:02,399 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:29:02,400 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0005
2015-02-12 11:29:02,400 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:02,433 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:02,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:02,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000002/default_container_executor.sh]
2015-02-12 11:29:02,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:29:03,298 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:29:03,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741875_1051
2015-02-12 11:29:03,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052
2015-02-12 11:29:03,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053
2015-02-12 11:29:04,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050
2015-02-12 11:29:04,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741877_1053
2015-02-12 11:29:04,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741876_1052
2015-02-12 11:29:04,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:05,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:05,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741874_1050
2015-02-12 11:29:05,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:05,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:05,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0/part-m-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:05,344 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0/part-m-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:29:05,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055 src: /127.0.0.1:58360 dest: /127.0.0.1:57377
2015-02-12 11:29:05,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055 src: /127.0.0.1:58361 dest: /127.0.0.1:57369
2015-02-12 11:29:05,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055 src: /127.0.0.1:58362 dest: /127.0.0.1:57374
2015-02-12 11:29:05,414 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58362, dest: /127.0.0.1:57374, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_m_000000_0_-1803212816_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055, duration: 23390000
2015-02-12 11:29:05,415 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:05,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:29:05,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58361, dest: /127.0.0.1:57369, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_m_000000_0_-1803212816_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055, duration: 24061000
2015-02-12 11:29:05,416 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:05,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:05,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58360, dest: /127.0.0.1:57377, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_m_000000_0_-1803212816_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055, duration: 24956000
2015-02-12 11:29:05,416 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:05,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:05,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1423769204434_0005_m_000000_0_-1803212816_1
2015-02-12 11:29:05,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:05,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:05,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:05,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:05,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:05,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:05,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:05,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0/part-m-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-m-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:05,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:05,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1423769204434_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:05,484 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0005_000001 (auth:SIMPLE)
2015-02-12 11:29:05,486 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0005_01_000002
2015-02-12 11:29:05,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000002
2015-02-12 11:29:05,486 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:29:05,486 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0005_01_000002
2015-02-12 11:29:05,502 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:29:05,503 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0005_01_000002 is : 143
2015-02-12 11:29:05,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056 src: /127.0.0.1:58364 dest: /127.0.0.1:57366
2015-02-12 11:29:05,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056 src: /127.0.0.1:58365 dest: /127.0.0.1:57369
2015-02-12 11:29:05,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056 src: /127.0.0.1:58366 dest: /127.0.0.1:57374
2015-02-12 11:29:05,522 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1.jhist for DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:05,522 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:29:05,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000002
2015-02-12 11:29:05,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000002
2015-02-12 11:29:05,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000002
2015-02-12 11:29:05,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000002
2015-02-12 11:29:05,524 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:29:05,524 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0005_01_000002 from application application_1423769204434_0005
2015-02-12 11:29:05,524 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:05,524 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0005
2015-02-12 11:29:05,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000002
2015-02-12 11:29:06,494 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:29:06,495 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:29:06,495 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000002
2015-02-12 11:29:06,495 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:29:06,495 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:29:06,496 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0005_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:29:06,496 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:06,496 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:29:06,497 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0005_000001 released container container_1423769204434_0005_01_000002 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:29:07,497 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:07,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:07,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000003
2015-02-12 11:29:07,498 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:29:07,499 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0005_000001 container=Container: [ContainerId: container_1423769204434_0005_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:07,499 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:29:07,499 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:08,347 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:08,358 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0005_000001 (auth:SIMPLE)
2015-02-12 11:29:08,361 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0005_01_000003 by user soberoi
2015-02-12 11:29:08,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000003
2015-02-12 11:29:08,361 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0005_01_000003 to application application_1423769204434_0005
2015-02-12 11:29:08,361 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:29:08,362 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0005
2015-02-12 11:29:08,362 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0005
2015-02-12 11:29:08,362 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:29:08,362 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0005
2015-02-12 11:29:08,362 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:08,392 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:08,392 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:08,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000003/default_container_executor.sh]
2015-02-12 11:29:08,503 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0005_01_000002]
2015-02-12 11:29:08,503 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:29:08,504 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:09,360 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:29:09,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054
2015-02-12 11:29:10,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054
2015-02-12 11:29:10,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741878_1054
2015-02-12 11:29:11,158 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:29:11,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1423769204434_0005_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:11,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0/part-r-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,546 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0/part-r-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:11,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057 src: /127.0.0.1:58379 dest: /127.0.0.1:57374
2015-02-12 11:29:11,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057 src: /127.0.0.1:58380 dest: /127.0.0.1:57366
2015-02-12 11:29:11,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057 src: /127.0.0.1:58381 dest: /127.0.0.1:57369
2015-02-12 11:29:11,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58381, dest: /127.0.0.1:57369, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_r_000000_0_1486035775_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057, duration: 54095000
2015-02-12 11:29:11,708 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:11,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:29:11,709 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58380, dest: /127.0.0.1:57366, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_r_000000_0_1486035775_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057, duration: 54838000
2015-02-12 11:29:11,709 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:11,710 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58379, dest: /127.0.0.1:57374, bytes: 9, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_r_000000_0_1486035775_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057, duration: 55737000
2015-02-12 11:29:11,710 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:11,714 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1423769204434_0005_r_000000_0_1486035775_1
2015-02-12 11:29:11,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:11,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:11,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:11,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:11,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:11,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:11,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:11,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0/part-r-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-r-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary/_attempt_1423769204434_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:11,753 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1423769204434_0005_r_000000_0/part-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:29:11,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058 src: /127.0.0.1:58382 dest: /127.0.0.1:57374
2015-02-12 11:29:11,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058 src: /127.0.0.1:58383 dest: /127.0.0.1:57366
2015-02-12 11:29:11,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058 src: /127.0.0.1:58384 dest: /127.0.0.1:57377
2015-02-12 11:29:11,764 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58384, dest: /127.0.0.1:57377, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_r_000000_0_1486035775_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058, duration: 2100000
2015-02-12 11:29:11,764 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:11,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:11,764 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58383, dest: /127.0.0.1:57366, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_r_000000_0_1486035775_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058, duration: 2843000
2015-02-12 11:29:11,765 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:11,765 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58382, dest: /127.0.0.1:57374, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0005_r_000000_0_1486035775_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058, duration: 3718000
2015-02-12 11:29:11,765 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:11,767 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1423769204434_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0005_r_000000_0_1486035775_1
2015-02-12 11:29:11,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1423769204434_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:11,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1423769204434_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:11,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/task_1423769204434_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:29:11,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/_temporary/attempt_1423769204434_0005_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/task_1423769204434_0005_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:11,799 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0005_000001 (auth:SIMPLE)
2015-02-12 11:29:11,801 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0005_01_000003
2015-02-12 11:29:11,802 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000003
2015-02-12 11:29:11,802 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:29:11,802 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0005_01_000003
2015-02-12 11:29:11,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,810 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:11,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:29:11,821 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0005_01_000003 is : 143
2015-02-12 11:29:11,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:11,834 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:29:11,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000003
2015-02-12 11:29:11,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000003
2015-02-12 11:29:11,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000003
2015-02-12 11:29:11,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000003
2015-02-12 11:29:11,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000003
2015-02-12 11:29:11,836 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:29:11,836 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0005_01_000003 from application application_1423769204434_0005
2015-02-12 11:29:11,836 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:11,836 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0005
2015-02-12 11:29:11,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:11,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/task_1423769204434_0005_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:29:11,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:11,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary/1/task_1423769204434_0005_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:11,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,870 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:11,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,874 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:11,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58366, dest: /127.0.0.1:57374, bytes: 38522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056, duration: 6371746000
2015-02-12 11:29:11,891 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:11,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 13833
2015-02-12 11:29:11,892 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58365, dest: /127.0.0.1:57369, bytes: 38522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056, duration: 6373124000
2015-02-12 11:29:11,893 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 13833
2015-02-12 11:29:11,894 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58364, dest: /127.0.0.1:57366, bytes: 38522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056, duration: 6374253000
2015-02-12 11:29:11,894 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 13833
2015-02-12 11:29:11,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:11,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,901 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:11,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059 src: /127.0.0.1:58386 dest: /127.0.0.1:57366
2015-02-12 11:29:11,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059 src: /127.0.0.1:58387 dest: /127.0.0.1:57374
2015-02-12 11:29:11,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059 src: /127.0.0.1:58388 dest: /127.0.0.1:57369
2015-02-12 11:29:11,910 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58388, dest: /127.0.0.1:57369, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059, duration: 1967000
2015-02-12 11:29:11,910 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:11,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:11,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58387, dest: /127.0.0.1:57374, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059, duration: 2772000
2015-02-12 11:29:11,911 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:11,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58386, dest: /127.0.0.1:57366, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059, duration: 3812000
2015-02-12 11:29:11,912 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,912 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:11,914 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:11,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:11,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:29:11,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:29:11,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:29:11,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:29:11,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:29:11,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,938 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:29:11,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060 src: /127.0.0.1:58390 dest: /127.0.0.1:57377
2015-02-12 11:29:11,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060 src: /127.0.0.1:58391 dest: /127.0.0.1:57369
2015-02-12 11:29:11,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060 src: /127.0.0.1:58392 dest: /127.0.0.1:57374
2015-02-12 11:29:11,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58392, dest: /127.0.0.1:57374, bytes: 38522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060, duration: 1882000
2015-02-12 11:29:11,948 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:11,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:29:11,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58391, dest: /127.0.0.1:57369, bytes: 38522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060, duration: 2536000
2015-02-12 11:29:11,949 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:29:11,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58390, dest: /127.0.0.1:57377, bytes: 38522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060, duration: 3627000
2015-02-12 11:29:11,950 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:11,951 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:11,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:11,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:29:11,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:29:11,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:29:11,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:29:11,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005/job_1423769204434_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:29:11,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:11,968 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:11,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061 src: /127.0.0.1:58394 dest: /127.0.0.1:57366
2015-02-12 11:29:11,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061 src: /127.0.0.1:58395 dest: /127.0.0.1:57374
2015-02-12 11:29:11,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061 src: /127.0.0.1:58396 dest: /127.0.0.1:57369
2015-02-12 11:29:11,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58396, dest: /127.0.0.1:57369, bytes: 115836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061, duration: 1983000
2015-02-12 11:29:11,977 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:11,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:11,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58395, dest: /127.0.0.1:57374, bytes: 115836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061, duration: 2521000
2015-02-12 11:29:11,978 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:11,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58394, dest: /127.0.0.1:57366, bytes: 115836, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1573951865_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061, duration: 3603000
2015-02-12 11:29:11,979 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:11,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:11,981 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1573951865_1
2015-02-12 11:29:11,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:11,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:11,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:11,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:11,998 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:29:11,999 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:29:11,999 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0005 with final state: FINISHING
2015-02-12 11:29:11,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 11:29:11,999 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0005
2015-02-12 11:29:11,999 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:29:11,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 11:29:12,805 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:29:12,806 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:29:12,806 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000003
2015-02-12 11:29:12,806 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:29:12,806 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:29:12,807 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0005_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:29:12,807 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:12,807 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:29:12,807 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0005_000001 released container container_1423769204434_0005_01_000003 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:29:13,012 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0005 unregistered successfully.
2015-02-12 11:29:13,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57374 127.0.0.1:57377
2015-02-12 11:29:13,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:57374 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57366
2015-02-12 11:29:13,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:57374 127.0.0.1:57369 127.0.0.1:57366
2015-02-12 11:29:13,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:57369 127.0.0.1:57374 127.0.0.1:57366
2015-02-12 11:29:13,017 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:29:13,017 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741878_1054 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57374
2015-02-12 11:29:13,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0005 dst=null perm=null proto=rpc
2015-02-12 11:29:13,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:13,057 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary
2015-02-12 11:29:13,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:13,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,060 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary
2015-02-12 11:29:13,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:13,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:13,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,063 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary
2015-02-12 11:29:13,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:13,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:13,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:13,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:13,078 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:29:13,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,094 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 11:29:13,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,100 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/trapsourcesink/trap
2015-02-12 11:29:13,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,112 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/trapsourcesink/sink
2015-02-12 11:29:13,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:13,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:13,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:13,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink dst=null perm=null proto=rpc
2015-02-12 11:29:13,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/trapsourcesink/sink/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:13,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:13,135 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:29:13,135 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:29:13,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:13,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:13,150 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:29:13,150 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:29:13,150 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap"]
2015-02-12 11:29:13,151 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:29:13,151 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:29:13,151 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:29:13,152 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...latform/everycomplete/tap
2015-02-12 11:29:13,161 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:29:13,171 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:29:13,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:13,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:29:13,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:29:13,178 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 6
2015-02-12 11:29:13,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006 dst=null perm=null proto=rpc
2015-02-12 11:29:13,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:29:13,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:29:13,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:13,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:29:13,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062 src: /127.0.0.1:58408 dest: /127.0.0.1:57366
2015-02-12 11:29:13,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062 src: /127.0.0.1:58409 dest: /127.0.0.1:57374
2015-02-12 11:29:13,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062 src: /127.0.0.1:58410 dest: /127.0.0.1:57377
2015-02-12 11:29:13,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58410, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062, duration: 4249000
2015-02-12 11:29:13,194 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:13,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:13,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58409, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062, duration: 4947000
2015-02-12 11:29:13,195 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:13,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58408, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062, duration: 5802000
2015-02-12 11:29:13,196 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:13,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:29:13,199 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar
2015-02-12 11:29:13,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:13,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:29:13,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:29:13,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:29:13,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:29:13,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:29:13,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:13,212 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:29:13,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:13,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:13,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:13,217 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split
2015-02-12 11:29:13,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:13,218 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:13,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063 src: /127.0.0.1:58411 dest: /127.0.0.1:57374
2015-02-12 11:29:13,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063 src: /127.0.0.1:58412 dest: /127.0.0.1:57366
2015-02-12 11:29:13,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063 src: /127.0.0.1:58413 dest: /127.0.0.1:57377
2015-02-12 11:29:13,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063 src: /127.0.0.1:58414 dest: /127.0.0.1:57369
2015-02-12 11:29:13,226 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58414, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063, duration: 1810000
2015-02-12 11:29:13,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:13,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:13,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58413, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063, duration: 2512000
2015-02-12 11:29:13,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:13,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58412, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063, duration: 3264000
2015-02-12 11:29:13,228 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:13,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58411, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063, duration: 4258000
2015-02-12 11:29:13,229 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:13,233 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:29:13,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:13,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:13,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:29:13,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064 src: /127.0.0.1:58415 dest: /127.0.0.1:57366
2015-02-12 11:29:13,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064 src: /127.0.0.1:58416 dest: /127.0.0.1:57374
2015-02-12 11:29:13,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064 src: /127.0.0.1:58417 dest: /127.0.0.1:57377
2015-02-12 11:29:13,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58417, dest: /127.0.0.1:57377, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064, duration: 2034000
2015-02-12 11:29:13,246 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:13,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:13,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58416, dest: /127.0.0.1:57374, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064, duration: 2262000
2015-02-12 11:29:13,247 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:13,247 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58415, dest: /127.0.0.1:57366, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064, duration: 3518000
2015-02-12 11:29:13,247 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:13,249 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:29:13,249 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:29:13,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:13,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:13,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:13,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065 src: /127.0.0.1:58418 dest: /127.0.0.1:57366
2015-02-12 11:29:13,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065 src: /127.0.0.1:58419 dest: /127.0.0.1:57377
2015-02-12 11:29:13,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065 src: /127.0.0.1:58420 dest: /127.0.0.1:57369
2015-02-12 11:29:13,270 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58420, dest: /127.0.0.1:57369, bytes: 98819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065, duration: 1865000
2015-02-12 11:29:13,270 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:13,271 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:13,271 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58419, dest: /127.0.0.1:57377, bytes: 98819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065, duration: 2398000
2015-02-12 11:29:13,271 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:13,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58418, dest: /127.0.0.1:57366, bytes: 98819, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065, duration: 3412000
2015-02-12 11:29:13,272 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:13,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:13,276 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:29:13,277 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0006
2015-02-12 11:29:13,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006 dst=null perm=null proto=rpc
2015-02-12 11:29:13,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:13,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:13,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:13,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:13,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:13,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:13,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:13,291 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 6 submitted by user soberoi
2015-02-12 11:29:13,292 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0006
2015-02-12 11:29:13,291 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0006
2015-02-12 11:29:13,292 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0006 State change from NEW to NEW_SAVING
2015-02-12 11:29:13,292 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0006
2015-02-12 11:29:13,292 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:29:13,293 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0006 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:29:13,293 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0006 from user: soberoi, in queue: default
2015-02-12 11:29:13,293 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 11:29:13,293 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0006
2015-02-12 11:29:13,293 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0006_000001
2015-02-12 11:29:13,293 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from NEW to SUBMITTED
2015-02-12 11:29:13,294 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0006 from user: soberoi activated in queue: default
2015-02-12 11:29:13,294 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:29:13,294 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0006_000001 to scheduler from user soberoi in queue default
2015-02-12 11:29:13,295 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:29:13,296 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0006/
2015-02-12 11:29:13,296 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0006
2015-02-12 11:29:13,297 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0006/
2015-02-12 11:29:13,811 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:13,812 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:13,812 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000001
2015-02-12 11:29:13,812 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 11:29:13,812 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0006_000001 container=Container: [ContainerId: container_1423769204434_0006_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:13,812 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:29:13,812 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:13,813 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0006_01_000001
2015-02-12 11:29:13,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:13,814 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0006_000001
2015-02-12 11:29:13,814 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0006 AttemptId: appattempt_1423769204434_0006_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0006_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ]
2015-02-12 11:29:13,814 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:29:13,815 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:29:13,815 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0006_000001
2015-02-12 11:29:13,816 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0006_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0006_000001
2015-02-12 11:29:13,816 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:29:13,817 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0006_000001
2015-02-12 11:29:13,817 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0006_000001
2015-02-12 11:29:13,821 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:13,823 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0006_01_000001 by user soberoi
2015-02-12 11:29:13,824 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0006
2015-02-12 11:29:13,824 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000001
2015-02-12 11:29:13,824 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0006 transitioned from NEW to INITING
2015-02-12 11:29:13,824 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0006_01_000001 to application application_1423769204434_0006
2015-02-12 11:29:13,825 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0006 transitioned from INITING to RUNNING
2015-02-12 11:29:13,825 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0006_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0006_000001
2015-02-12 11:29:13,825 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:29:13,825 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:29:13,825 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0006
2015-02-12 11:29:13,825 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:29:13,825 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:29:13,826 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:29:13,826 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:29:13,826 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0006_01_000001
2015-02-12 11:29:13,834 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423769204434_0006_01_000001.tokens. Credentials list:
2015-02-12 11:29:13,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:29:14,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423769204434_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000001.tokens
2015-02-12 11:29:14,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:29:14,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:14,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:14,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:14,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:14,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:14,156 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:14,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:14,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:14,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055
2015-02-12 11:29:14,203 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:14,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:14,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:14,248 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:14,248 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:14,277 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:14,277 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:14,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000001/default_container_executor.sh]
2015-02-12 11:29:14,817 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:29:14,817 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:15,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055
2015-02-12 11:29:15,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741879_1055
2015-02-12 11:29:15,732 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57377 to replicate blk_1073741886_1062 to datanode(s) 127.0.0.1:57369
2015-02-12 11:29:15,733 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741878_1054, blk_1073741880_1056]
2015-02-12 11:29:15,733 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741880_1056]
2015-02-12 11:29:15,827 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:16,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:29:16,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:29:16,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:29:16,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:29:16,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006 dst=null perm=null proto=rpc
2015-02-12 11:29:16,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:29:16,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:29:16,699 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 11:29:16,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 11:29:16,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 11:29:16,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 11:29:16,806 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 11:29:16,806 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 11:29:16,806 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 11:29:16,806 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 11:29:16,806 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 11:29:16,806 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 11:29:16,806 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 11:29:16,806 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 11:29:16,807 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 11:29:16,807 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 11:29:16,830 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:17,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:17,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:17,772 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d4064433-e582-4c67-b17d-1d58ddc99880, infoPort=57378, ipcPort=57379, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062 to 127.0.0.1:57369
2015-02-12 11:29:17,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062 src: /127.0.0.1:58471 dest: /127.0.0.1:57369
2015-02-12 11:29:17,774 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062 (numBytes=254067) to /127.0.0.1:57369
2015-02-12 11:29:17,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062 src: /127.0.0.1:58471 dest: /127.0.0.1:57369 of size 254067
2015-02-12 11:29:17,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741886_1062 size 254067
2015-02-12 11:29:17,834 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:18,076 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0005_01_000001 succeeded
2015-02-12 11:29:18,077 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:29:18,077 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0005_01_000001
2015-02-12 11:29:18,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000001
2015-02-12 11:29:18,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000001
2015-02-12 11:29:18,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000001
2015-02-12 11:29:18,098 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:29:18,098 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0005_01_000001 from application application_1423769204434_0005
2015-02-12 11:29:18,098 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:18,098 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0005
2015-02-12 11:29:18,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000001
2015-02-12 11:29:18,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0005/container_1423769204434_0005_01_000001
2015-02-12 11:29:18,421 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:18,424 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0006_000001
2015-02-12 11:29:18,424 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0006 APPATTEMPTID=appattempt_1423769204434_0006_000001
2015-02-12 11:29:18,424 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:29:18,424 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0006 State change from ACCEPTED to RUNNING
2015-02-12 11:29:18,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:18,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:18,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:18,702 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:18,739 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741878_1054]
2015-02-12 11:29:18,739 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741878_1054, blk_1073741880_1056]
2015-02-12 11:29:18,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066 src: /127.0.0.1:58475 dest: /127.0.0.1:57377
2015-02-12 11:29:18,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066 src: /127.0.0.1:58476 dest: /127.0.0.1:57366
2015-02-12 11:29:18,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066 src: /127.0.0.1:58477 dest: /127.0.0.1:57369
2015-02-12 11:29:18,820 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58477, dest: /127.0.0.1:57369, bytes: 115918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066, duration: 64308000
2015-02-12 11:29:18,821 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:18,822 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58476, dest: /127.0.0.1:57366, bytes: 115918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066, duration: 65168000
2015-02-12 11:29:18,822 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:18,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:18,823 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58475, dest: /127.0.0.1:57377, bytes: 115918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066, duration: 67014000
2015-02-12 11:29:18,824 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:18,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:18,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:18,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:29:18,838 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:29:18,838 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000001
2015-02-12 11:29:18,838 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:29:18,837 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0005_000001
2015-02-12 11:29:18,838 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0005_000001
2015-02-12 11:29:18,838 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:29:18,838 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0005_000001 State change from FINISHING to FINISHED
2015-02-12 11:29:18,839 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0005 State change from FINISHING to FINISHED
2015-02-12 11:29:18,839 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0005
2015-02-12 11:29:18,839 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0005_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:29:18,839 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:18,839 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0005,name=[9AA6CE9CB7844E53A44621FB4F71478D/A08A335246484ED4AD218924BD8B0053] trap test/(1/1) ...tform/trapsourcesink/sink,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0005/jobhistory/job/job_1423769204434_0005,appMasterHost=10.1.1.68,startTime=1423769334307,finishTime=1423769351999,finalStatus=SUCCEEDED
2015-02-12 11:29:18,839 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0005_000001
2015-02-12 11:29:18,839 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:29:18,840 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0005_000001 released container container_1423769204434_0005_01_000001 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:29:18,840 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:18,840 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0005_000001 is done. finalState=FINISHED
2015-02-12 11:29:18,840 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0005 requests cleared
2015-02-12 11:29:18,840 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0005 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:29:18,840 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0005 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:29:18,843 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0005_000001 (auth:SIMPLE)
2015-02-12 11:29:18,845 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0005_01_000001
2015-02-12 11:29:18,845 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0005 CONTAINERID=container_1423769204434_0005_01_000001
2015-02-12 11:29:18,845 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:18,845 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0005_01_000001]
2015-02-12 11:29:18,845 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:18,845 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:18,845 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:29:18,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0005
2015-02-12 11:29:18,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0005
2015-02-12 11:29:18,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0005
2015-02-12 11:29:18,847 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0005
2015-02-12 11:29:18,847 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:29:18,847 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0005, with delay of 10800 seconds
2015-02-12 11:29:18,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0005
2015-02-12 11:29:19,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061
2015-02-12 11:29:19,189 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057
2015-02-12 11:29:19,189 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059
2015-02-12 11:29:19,190 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063
2015-02-12 11:29:19,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065
2015-02-12 11:29:19,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060
2015-02-12 11:29:19,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057
2015-02-12 11:29:19,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058
2015-02-12 11:29:19,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061
2015-02-12 11:29:19,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059
2015-02-12 11:29:19,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064
2015-02-12 11:29:19,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063
2015-02-12 11:29:19,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065
2015-02-12 11:29:19,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062
2015-02-12 11:29:19,852 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:19,852 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:19,852 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000002
2015-02-12 11:29:19,852 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:29:19,853 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0006_000001 container=Container: [ContainerId: container_1423769204434_0006_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:19,853 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:29:19,853 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:19,853 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:19,853 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000003
2015-02-12 11:29:19,854 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 11:29:19,854 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0006_000001 container=Container: [ContainerId: container_1423769204434_0006_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:19,854 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:29:19,854 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:19,917 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:19,917 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000004
2015-02-12 11:29:19,917 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:29:19,917 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0006_000001 container=Container: [ContainerId: container_1423769204434_0006_01_000004, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:19,918 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:29:19,918 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:19,918 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:19,918 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000005
2015-02-12 11:29:19,918 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:29:19,919 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0006_000001 container=Container: [ContainerId: container_1423769204434_0006_01_000005, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:19,919 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:29:19,919 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:20,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063
2015-02-12 11:29:20,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058
2015-02-12 11:29:20,106 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741885_1061
2015-02-12 11:29:20,106 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060
2015-02-12 11:29:20,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064
2015-02-12 11:29:20,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741887_1063
2015-02-12 11:29:20,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062
2015-02-12 11:29:20,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741884_1060
2015-02-12 11:29:20,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741888_1064
2015-02-12 11:29:20,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741882_1058
2015-02-12 11:29:20,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062
2015-02-12 11:29:20,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741883_1059
2015-02-12 11:29:20,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741881_1057
2015-02-12 11:29:20,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741880_1056
2015-02-12 11:29:20,327 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 11:29:20,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 11:29:20,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 11:29:20,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 11:29:20,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 11:29:20,328 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 11:29:20,332 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 11:29:20,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 11:29:20,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 11:29:20,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 11:29:20,334 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 11:29:20,334 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 11:29:20,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741889_1065
2015-02-12 11:29:20,489 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0006_01_000002
2015-02-12 11:29:20,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:20,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:20,493 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57473 for container : container_1423769204434_0006_01_000004
2015-02-12 11:29:20,494 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:20,495 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:20,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:20,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:20,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:20,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:20,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:20,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:20,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:20,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:20,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:20,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:20,672 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:20,673 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:20,673 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:20,674 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:20,678 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0006_01_000002 by user soberoi
2015-02-12 11:29:20,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000002
2015-02-12 11:29:20,678 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0006_01_000002 to application application_1423769204434_0006
2015-02-12 11:29:20,679 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:29:20,679 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0006
2015-02-12 11:29:20,679 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0006
2015-02-12 11:29:20,679 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:29:20,679 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0006
2015-02-12 11:29:20,680 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:20,680 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0006_01_000005 by user soberoi
2015-02-12 11:29:20,681 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0006
2015-02-12 11:29:20,681 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000005
2015-02-12 11:29:20,682 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0006 transitioned from NEW to INITING
2015-02-12 11:29:20,682 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0006_01_000005 to application application_1423769204434_0006
2015-02-12 11:29:20,682 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0006 transitioned from INITING to RUNNING
2015-02-12 11:29:20,683 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:29:20,683 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0006
2015-02-12 11:29:20,683 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0006
2015-02-12 11:29:20,683 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:29:20,683 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0006
2015-02-12 11:29:20,683 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:29:20,683 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:29:20,684 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0006_01_000005
2015-02-12 11:29:20,689 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0006_01_000004 by user soberoi
2015-02-12 11:29:20,690 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000004
2015-02-12 11:29:20,691 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0006_01_000004 to application application_1423769204434_0006
2015-02-12 11:29:20,691 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:29:20,691 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0006
2015-02-12 11:29:20,692 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0006
2015-02-12 11:29:20,692 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:29:20,692 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0006
2015-02-12 11:29:20,692 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0006_01_000004
2015-02-12 11:29:20,696 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0006_01_000003 by user soberoi
2015-02-12 11:29:20,696 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000003
2015-02-12 11:29:20,704 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0006_01_000003 to application application_1423769204434_0006
2015-02-12 11:29:20,704 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:29:20,705 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0006
2015-02-12 11:29:20,705 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0006
2015-02-12 11:29:20,705 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:29:20,705 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0006
2015-02-12 11:29:20,705 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:20,722 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423769204434_0006_01_000005.tokens. Credentials list:
2015-02-12 11:29:20,722 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0006_01_000004.tokens. Credentials list:
2015-02-12 11:29:20,740 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:20,741 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:20,754 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:20,754 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:20,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 11:29:20,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 11:29:20,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 11:29:20,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 11:29:20,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 11:29:20,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 11:29:20,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:29:20,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:29:20,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:29:20,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:29:20,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000002/default_container_executor.sh]
2015-02-12 11:29:20,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:29:20,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000003/default_container_executor.sh]
2015-02-12 11:29:21,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:29:21,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423769204434_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000005.tokens
2015-02-12 11:29:21,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:29:21,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000004.tokens
2015-02-12 11:29:21,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:29:21,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:21,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:21,308 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:21,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:21,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:21,392 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:21,392 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:21,392 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:21,441 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:21,442 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:21,442 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:21,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:21,512 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:29:21,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000004/default_container_executor.sh]
2015-02-12 11:29:21,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000005/default_container_executor.sh]
2015-02-12 11:29:24,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066
2015-02-12 11:29:24,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741886_1062
2015-02-12 11:29:24,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066
2015-02-12 11:29:25,341 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741890_1066
2015-02-12 11:29:27,505 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30008 milliseconds
2015-02-12 11:29:27,505 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:29:32,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:32,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:32,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:32,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:32,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:32,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:33,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:33,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:33,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:29:33,802 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:33,804 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0006_01_000003
2015-02-12 11:29:33,805 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000003
2015-02-12 11:29:33,805 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:29:33,805 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0006_01_000003
2015-02-12 11:29:33,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:33,827 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0006_01_000003 is : 143
2015-02-12 11:29:33,839 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:29:33,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000003
2015-02-12 11:29:33,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000003
2015-02-12 11:29:33,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000003
2015-02-12 11:29:33,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000003
2015-02-12 11:29:33,847 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000003
2015-02-12 11:29:33,847 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:29:33,847 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0006_01_000003 from application application_1423769204434_0006
2015-02-12 11:29:33,847 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:33,847 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0006
2015-02-12 11:29:33,852 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:29:33,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067 src: /127.0.0.1:58539 dest: /127.0.0.1:57374
2015-02-12 11:29:33,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067 src: /127.0.0.1:58540 dest: /127.0.0.1:57369
2015-02-12 11:29:33,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067 src: /127.0.0.1:58542 dest: /127.0.0.1:57366
2015-02-12 11:29:33,862 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:33,864 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0006_01_000002
2015-02-12 11:29:33,864 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000002
2015-02-12 11:29:33,864 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:29:33,866 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0006_01_000002
2015-02-12 11:29:33,867 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1.jhist for DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:33,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:29:33,867 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:29:33,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000003
2015-02-12 11:29:33,868 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 11:29:33,868 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:29:33,868 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0006_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:29:33,869 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:33,869 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:29:33,869 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0006_000001 released container container_1423769204434_0006_01_000003 on node: host: 10.1.1.68:57488 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 11:29:33,887 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0006_01_000002 is : 143
2015-02-12 11:29:33,901 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:29:33,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000002
2015-02-12 11:29:33,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000002
2015-02-12 11:29:33,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000002
2015-02-12 11:29:33,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000002
2015-02-12 11:29:33,902 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000002
2015-02-12 11:29:33,903 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:29:33,903 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0006_01_000002 from application application_1423769204434_0006
2015-02-12 11:29:33,904 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:33,904 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0006
2015-02-12 11:29:34,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:29:34,096 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:34,097 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0006_01_000005
2015-02-12 11:29:34,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000005
2015-02-12 11:29:34,098 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:29:34,098 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0006_01_000005
2015-02-12 11:29:34,117 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0006_01_000005 is : 143
2015-02-12 11:29:34,128 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:29:34,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000005
2015-02-12 11:29:34,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000005
2015-02-12 11:29:34,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000005
2015-02-12 11:29:34,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000005
2015-02-12 11:29:34,131 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000005
2015-02-12 11:29:34,131 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:29:34,131 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0006_01_000005 from application application_1423769204434_0006
2015-02-12 11:29:34,131 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:34,131 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0006
2015-02-12 11:29:34,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:29:34,198 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:34,200 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0006_01_000004
2015-02-12 11:29:34,200 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000004
2015-02-12 11:29:34,200 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:29:34,201 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0006_01_000004
2015-02-12 11:29:34,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:29:34,202 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:29:34,202 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000005
2015-02-12 11:29:34,202 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:29:34,202 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:29:34,204 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0006_01_000005, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:29:34,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:34,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:29:34,204 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0006_000001 released container container_1423769204434_0006_01_000005 on node: host: 10.1.1.68:57473 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:29:34,222 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0006_01_000004 is : 143
2015-02-12 11:29:34,234 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:29:34,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000004
2015-02-12 11:29:34,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000004
2015-02-12 11:29:34,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000004
2015-02-12 11:29:34,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000004
2015-02-12 11:29:34,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000004
2015-02-12 11:29:34,237 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:29:34,238 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0006_01_000004 from application application_1423769204434_0006
2015-02-12 11:29:34,238 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:34,238 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0006
2015-02-12 11:29:34,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:29:34,869 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:29:34,869 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000002
2015-02-12 11:29:34,869 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:29:34,870 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:29:34,870 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0006_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:29:34,870 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:34,871 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:29:34,871 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0006_000001 released container container_1423769204434_0006_01_000002 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:29:34,871 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:35,209 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:29:35,209 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:29:35,209 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000004
2015-02-12 11:29:35,209 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:29:35,210 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:29:35,210 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0006_01_000004, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:29:35,211 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:35,211 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:29:35,211 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0006_000001 released container container_1423769204434_0006_01_000004 on node: host: 10.1.1.68:57473 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:29:35,211 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:35,871 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0006_01_000003]
2015-02-12 11:29:35,872 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:35,872 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:35,873 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:35,873 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000006
2015-02-12 11:29:35,873 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:29:35,873 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0006_000001 container=Container: [ContainerId: container_1423769204434_0006_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:35,874 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:29:35,874 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:36,214 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0006_01_000005]
2015-02-12 11:29:36,214 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:36,214 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:36,625 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:36,641 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:36,644 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0006_01_000006 by user soberoi
2015-02-12 11:29:36,645 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000006
2015-02-12 11:29:36,645 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0006_01_000006 to application application_1423769204434_0006
2015-02-12 11:29:36,647 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:29:36,648 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0006
2015-02-12 11:29:36,648 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0006
2015-02-12 11:29:36,648 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:29:36,648 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0006
2015-02-12 11:29:36,649 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:36,786 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:36,787 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:36,873 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0006_01_000002]
2015-02-12 11:29:36,874 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:29:36,874 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:37,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000006/default_container_executor.sh]
2015-02-12 11:29:37,219 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0006_01_000004]
2015-02-12 11:29:37,219 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:37,633 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:29:42,940 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 11:29:42,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:29:42,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:29:42,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,955 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0002,submitTime=1423769245221,launchTime=1423769256163,firstMapTaskLaunchTime=1423769258359,firstReduceTaskLaunchTime=1423769265287,finishTime=1423769269490,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=4,reduceSlotSeconds=4,jobName=[7B375743264D4CB2A156BB24C86E4CA5/4856E8C32C054E51980B79F795E34D0D] trap test/(2/2) ...atform/eacheverychain/tap
2015-02-12 11:29:42,955 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary]
2015-02-12 11:29:42,956 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0001,submitTime=1423769210845,launchTime=1423769217105,firstMapTaskLaunchTime=1423769219385,firstReduceTaskLaunchTime=1423769238356,finishTime=1423769243476,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=67,reduceSlotSeconds=5,jobName=[7B375743264D4CB2A156BB24C86E4CA5/7F8854E5F5464BE4A96E625E5B502AA3] trap test/(1/2)
2015-02-12 11:29:42,956 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary]
2015-02-12 11:29:42,956 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0003,submitTime=1423769271232,launchTime=1423769281637,firstMapTaskLaunchTime=1423769283843,firstReduceTaskLaunchTime=1423769296798,finishTime=1423769304707,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=43,reduceSlotSeconds=7,jobName=[67AB2C0EA27F4EAE8D38D3AC33E11798/65FC0863A9EF4BC8A92ACC40C2E05AB8] trap test/(1/1) ...atform/everyaggregate/tap
2015-02-12 11:29:42,956 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary]
2015-02-12 11:29:42,957 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:29:42,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,957 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57374
2015-02-12 11:29:42,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,958 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:29:42,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:29:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:29:42,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:29:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:29:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:29:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:29:42,963 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 11:29:42,963 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 11:29:42,963 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 11:29:42,963 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist
2015-02-12 11:29:42,964 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist
2015-02-12 11:29:42,963 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist
2015-02-12 11:29:42,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0001-1423769210845-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F7F8854E5F5464BE4-1423769243476-4-1-SUCCEEDED-default-1423769217105.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0002-1423769245221-soberoi-%5B7B375743264D4CB2A156BB24C86E4CA5%2F4856E8C32C054E51-1423769269490-1-1-SUCCEEDED-default-1423769256163.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0003-1423769271232-soberoi-%5B67AB2C0EA27F4EAE8D38D3AC33E11798%2F65FC0863A9EF4BC8-1423769304707-4-1-SUCCEEDED-default-1423769281637.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,968 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0002_conf.xml
2015-02-12 11:29:42,968 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0003_conf.xml
2015-02-12 11:29:42,968 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0001_conf.xml
2015-02-12 11:29:42,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,972 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0004,submitTime=1423769306351,launchTime=1423769313268,firstMapTaskLaunchTime=1423769315558,firstReduceTaskLaunchTime=1423769328410,finishTime=1423769332778,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=40,reduceSlotSeconds=4,jobName=[4EF54D45FE5845439B07F63BDEE2FCF6/0B9611B4221A47ACA2933E7CB94FC677] trap test/(1/1) ...-mr1/trapplatform/all/tap
2015-02-12 11:29:42,972 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary]
2015-02-12 11:29:42,973 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0005,submitTime=1423769334307,launchTime=1423769340281,firstMapTaskLaunchTime=1423769342405,firstReduceTaskLaunchTime=1423769348362,finishTime=1423769351875,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=3,jobName=[9AA6CE9CB7844E53A44621FB4F71478D/A08A335246484ED4AD218924BD8B0053] trap test/(1/1) ...tform/trapsourcesink/sink
2015-02-12 11:29:42,973 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary]
2015-02-12 11:29:42,973 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:57374 127.0.0.1:57369 127.0.0.1:57377
2015-02-12 11:29:42,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,974 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57369
2015-02-12 11:29:42,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005.summary dst=null perm=null proto=rpc
2015-02-12 11:29:42,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:29:42,976 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist
2015-02-12 11:29:42,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:29:42,977 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist
2015-02-12 11:29:42,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0004-1423769306351-soberoi-%5B4EF54D45FE5845439B07F63BDEE2FCF6%2F0B9611B4221A47AC-1423769332778-4-1-SUCCEEDED-default-1423769313268.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,978 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0004_conf.xml
2015-02-12 11:29:42,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0005-1423769334307-soberoi-%5B9AA6CE9CB7844E53A44621FB4F71478D%2FA08A335246484ED4-1423769351875-1-1-SUCCEEDED-default-1423769340281.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,978 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0005_conf.xml
2015-02-12 11:29:42,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:42,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:45,775 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741858_1034, blk_1073741848_1024, blk_1073741871_1047]
2015-02-12 11:29:45,775 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741858_1034, blk_1073741848_1024, blk_1073741883_1059, blk_1073741837_1013]
2015-02-12 11:29:46,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 11:29:46,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 11:29:46,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 11:29:46,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 11:29:46,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 11:29:46,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 11:29:46,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 11:29:46,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 11:29:47,808 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 11:29:47,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 11:29:47,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 11:29:47,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 11:29:47,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 11:29:47,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 11:29:48,780 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741848_1024, blk_1073741883_1059, blk_1073741837_1013, blk_1073741871_1047]
2015-02-12 11:29:48,781 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741858_1034, blk_1073741883_1059, blk_1073741837_1013, blk_1073741871_1047]
2015-02-12 11:29:49,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 11:29:49,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 11:29:49,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 11:29:49,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 11:29:49,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 11:29:49,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 11:29:49,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 11:29:49,855 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 11:29:50,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 11:29:50,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 11:29:50,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 11:29:50,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 11:29:50,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 11:29:50,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 11:29:50,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 11:29:50,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 11:29:54,695 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:29:54,696 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:29:54,714 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:29:54,721 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:29:55,736 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 602 Total time for transactions(ms): 59 Number of transactions batched in Syncs: 12 Number of syncs: 400 SyncTimes(ms): 17 3
2015-02-12 11:29:55,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:56,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:56,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:56,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0/part-r-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:56,388 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0/part-r-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:56,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068 src: /127.0.0.1:58659 dest: /127.0.0.1:57374
2015-02-12 11:29:56,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068 src: /127.0.0.1:58675 dest: /127.0.0.1:57377
2015-02-12 11:29:56,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068 src: /127.0.0.1:58676 dest: /127.0.0.1:57369
2015-02-12 11:29:56,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58676, dest: /127.0.0.1:57369, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0006_r_000000_0_-47923160_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068, duration: 58182000
2015-02-12 11:29:56,999 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:57,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:29:57,001 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58675, dest: /127.0.0.1:57377, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0006_r_000000_0_-47923160_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068, duration: 59386000
2015-02-12 11:29:57,001 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:29:57,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58659, dest: /127.0.0.1:57374, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0006_r_000000_0_-47923160_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068, duration: 61572000
2015-02-12 11:29:57,003 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:57,008 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1423769204434_0006_r_000000_0_-47923160_1
2015-02-12 11:29:57,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:57,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:57,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:57,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:57,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:57,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:57,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:57,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0/part-r-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/part-r-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:57,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary/_attempt_1423769204434_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:57,044 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0006_r_000000_0_-47923160_1
2015-02-12 11:29:57,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:57,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:29:57,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/task_1423769204434_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:29:57,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/_temporary/attempt_1423769204434_0006_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/task_1423769204434_0006_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:29:57,082 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:29:57,084 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0006_01_000006
2015-02-12 11:29:57,084 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000006
2015-02-12 11:29:57,084 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:29:57,084 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0006_01_000006
2015-02-12 11:29:57,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:57,098 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:57,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:29:57,108 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0006_01_000006 is : 143
2015-02-12 11:29:57,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:57,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:57,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/task_1423769204434_0006_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:29:57,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:57,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary/1/task_1423769204434_0006_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:57,120 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:29:57,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000006
2015-02-12 11:29:57,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:57,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000006
2015-02-12 11:29:57,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000006
2015-02-12 11:29:57,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000006
2015-02-12 11:29:57,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000006
2015-02-12 11:29:57,128 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:29:57,128 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0006_01_000006 from application application_1423769204434_0006
2015-02-12 11:29:57,128 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:57,128 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0006
2015-02-12 11:29:57,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:57,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:57,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:57,134 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:57,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58542, dest: /127.0.0.1:57366, bytes: 61227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067, duration: 23290663000
2015-02-12 11:29:57,151 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:57,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 15724
2015-02-12 11:29:57,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58540, dest: /127.0.0.1:57369, bytes: 61227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067, duration: 23291154000
2015-02-12 11:29:57,153 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 15724
2015-02-12 11:29:57,157 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58539, dest: /127.0.0.1:57374, bytes: 61227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067, duration: 23295755000
2015-02-12 11:29:57,157 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 15724
2015-02-12 11:29:57,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:57,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:57,163 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:57,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069 src: /127.0.0.1:58688 dest: /127.0.0.1:57377
2015-02-12 11:29:57,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069 src: /127.0.0.1:58689 dest: /127.0.0.1:57366
2015-02-12 11:29:57,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069 src: /127.0.0.1:58690 dest: /127.0.0.1:57369
2015-02-12 11:29:57,174 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58690, dest: /127.0.0.1:57369, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069, duration: 2886000
2015-02-12 11:29:57,174 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:57,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:29:57,175 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58689, dest: /127.0.0.1:57366, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069, duration: 3145000
2015-02-12 11:29:57,175 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:29:57,176 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58688, dest: /127.0.0.1:57377, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069, duration: 4495000
2015-02-12 11:29:57,176 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:57,178 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:57,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:57,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:29:57,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:29:57,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:29:57,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:29:57,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:29:57,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:57,204 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:29:57,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070 src: /127.0.0.1:58692 dest: /127.0.0.1:57369
2015-02-12 11:29:57,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070 src: /127.0.0.1:58693 dest: /127.0.0.1:57374
2015-02-12 11:29:57,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070 src: /127.0.0.1:58694 dest: /127.0.0.1:57377
2015-02-12 11:29:57,213 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58694, dest: /127.0.0.1:57377, bytes: 61227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070, duration: 2118000
2015-02-12 11:29:57,213 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:57,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58693, dest: /127.0.0.1:57374, bytes: 61227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070, duration: 2913000
2015-02-12 11:29:57,214 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:57,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:57,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58692, dest: /127.0.0.1:57369, bytes: 61227, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070, duration: 3875000
2015-02-12 11:29:57,215 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:29:57,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:57,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:57,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:29:57,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:29:57,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:29:57,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:29:57,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006/job_1423769204434_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:29:57,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:29:57,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:29:57,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071 src: /127.0.0.1:58696 dest: /127.0.0.1:57369
2015-02-12 11:29:57,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071 src: /127.0.0.1:58697 dest: /127.0.0.1:57374
2015-02-12 11:29:57,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071 src: /127.0.0.1:58698 dest: /127.0.0.1:57366
2015-02-12 11:29:57,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58698, dest: /127.0.0.1:57366, bytes: 115918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071, duration: 1884000
2015-02-12 11:29:57,243 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:57,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:29:57,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58697, dest: /127.0.0.1:57374, bytes: 115918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071, duration: 2601000
2015-02-12 11:29:57,244 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:57,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58696, dest: /127.0.0.1:57369, bytes: 115918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-978494280_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071, duration: 3484000
2015-02-12 11:29:57,245 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:57,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:57,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-978494280_1
2015-02-12 11:29:57,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:57,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:57,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:57,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:29:57,262 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:29:57,263 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:29:57,263 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0006 with final state: FINISHING
2015-02-12 11:29:57,263 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 11:29:57,263 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0006
2015-02-12 11:29:57,264 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:29:57,264 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 11:29:57,510 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 11:29:57,511 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:29:58,090 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:29:58,090 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:29:58,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000006
2015-02-12 11:29:58,090 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:29:58,091 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:29:58,092 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0006_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:29:58,092 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:58,092 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:29:58,092 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0006_000001 released container container_1423769204434_0006_01_000006 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:29:58,276 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0006 unregistered successfully.
2015-02-12 11:29:58,279 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741886_1062 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57377 127.0.0.1:57369
2015-02-12 11:29:58,279 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57369
2015-02-12 11:29:58,280 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741888_1064 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57377
2015-02-12 11:29:58,280 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57369
2015-02-12 11:29:58,280 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:57374 127.0.0.1:57369 127.0.0.1:57366
2015-02-12 11:29:58,280 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57369
2015-02-12 11:29:58,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0006 dst=null perm=null proto=rpc
2015-02-12 11:29:58,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:58,323 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary
2015-02-12 11:29:58,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:58,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:58,325 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary
2015-02-12 11:29:58,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:58,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:29:58,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:58,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:58,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:58,340 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:29:58,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:58,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:58,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:58,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:58,354 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:29:58,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:58,358 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/everycomplete/trap
2015-02-12 11:29:58,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:58,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:58,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:58,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap dst=null perm=null proto=rpc
2015-02-12 11:29:58,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:58,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:58,364 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/everycomplete/tap
2015-02-12 11:29:58,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:58,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:58,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:58,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap dst=null perm=null proto=rpc
2015-02-12 11:29:58,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:58,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everycomplete/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:29:58,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:58,382 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:29:58,383 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:29:58,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:29:58,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:29:58,401 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:29:58,401 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:29:58,401 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic"]
2015-02-12 11:29:58,402 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:29:58,402 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:29:58,402 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:29:58,403 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...hain/tap-nondeterministic
2015-02-12 11:29:58,412 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:29:58,426 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:29:58,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:29:58,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:29:58,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:29:58,432 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 7
2015-02-12 11:29:58,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007 dst=null perm=null proto=rpc
2015-02-12 11:29:58,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:29:58,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:29:58,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:58,438 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:29:58,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072 src: /127.0.0.1:58714 dest: /127.0.0.1:57374
2015-02-12 11:29:58,441 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072 src: /127.0.0.1:58715 dest: /127.0.0.1:57369
2015-02-12 11:29:58,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072 src: /127.0.0.1:58716 dest: /127.0.0.1:57366
2015-02-12 11:29:58,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58716, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072, duration: 2180000
2015-02-12 11:29:58,446 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:58,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:29:58,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58715, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072, duration: 2866000
2015-02-12 11:29:58,447 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:58,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58714, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072, duration: 3800000
2015-02-12 11:29:58,448 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:58,450 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:29:58,451 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar
2015-02-12 11:29:58,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:58,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:29:58,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:29:58,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:29:58,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:29:58,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:29:58,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:58,460 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:29:58,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:29:58,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:58,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:58,464 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split
2015-02-12 11:29:58,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:58,466 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:29:58,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073 src: /127.0.0.1:58717 dest: /127.0.0.1:57369
2015-02-12 11:29:58,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073 src: /127.0.0.1:58718 dest: /127.0.0.1:57377
2015-02-12 11:29:58,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073 src: /127.0.0.1:58719 dest: /127.0.0.1:57366
2015-02-12 11:29:58,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073 src: /127.0.0.1:58720 dest: /127.0.0.1:57374
2015-02-12 11:29:58,476 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58720, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073, duration: 3169000
2015-02-12 11:29:58,477 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:58,477 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:58,477 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58719, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073, duration: 4912000
2015-02-12 11:29:58,478 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:58,479 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58718, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073, duration: 5824000
2015-02-12 11:29:58,479 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:58,479 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58717, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073, duration: 6739000
2015-02-12 11:29:58,480 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:58,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:29:58,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:58,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:58,485 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:29:58,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074 src: /127.0.0.1:58721 dest: /127.0.0.1:57374
2015-02-12 11:29:58,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074 src: /127.0.0.1:58722 dest: /127.0.0.1:57366
2015-02-12 11:29:58,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074 src: /127.0.0.1:58723 dest: /127.0.0.1:57377
2015-02-12 11:29:58,492 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58723, dest: /127.0.0.1:57377, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074, duration: 1287000
2015-02-12 11:29:58,492 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:58,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:29:58,492 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58722, dest: /127.0.0.1:57366, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074, duration: 1820000
2015-02-12 11:29:58,493 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:58,493 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58721, dest: /127.0.0.1:57374, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074, duration: 2763000
2015-02-12 11:29:58,493 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,494 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:58,495 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:29:58,495 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:29:58,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:58,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:29:58,507 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:29:58,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075 src: /127.0.0.1:58724 dest: /127.0.0.1:57374
2015-02-12 11:29:58,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075 src: /127.0.0.1:58725 dest: /127.0.0.1:57366
2015-02-12 11:29:58,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075 src: /127.0.0.1:58726 dest: /127.0.0.1:57369
2015-02-12 11:29:58,516 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58726, dest: /127.0.0.1:57369, bytes: 98184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075, duration: 1751000
2015-02-12 11:29:58,516 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:29:58,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:29:58,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58725, dest: /127.0.0.1:57366, bytes: 98184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075, duration: 2402000
2015-02-12 11:29:58,518 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58724, dest: /127.0.0.1:57374, bytes: 98184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075, duration: 3803000
2015-02-12 11:29:58,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:29:58,519 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:29:58,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:29:58,522 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:29:58,522 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0007
2015-02-12 11:29:58,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007 dst=null perm=null proto=rpc
2015-02-12 11:29:58,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:58,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:58,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:58,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:58,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:58,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:58,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:29:58,542 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 7 submitted by user soberoi
2015-02-12 11:29:58,542 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0007
2015-02-12 11:29:58,542 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0007 State change from NEW to NEW_SAVING
2015-02-12 11:29:58,542 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0007
2015-02-12 11:29:58,542 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0007
2015-02-12 11:29:58,542 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0007 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:29:58,542 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0007 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:29:58,543 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0007 from user: soberoi, in queue: default
2015-02-12 11:29:58,543 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0007 State change from SUBMITTED to ACCEPTED
2015-02-12 11:29:58,543 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0007_000001
2015-02-12 11:29:58,543 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from NEW to SUBMITTED
2015-02-12 11:29:58,544 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0007 from user: soberoi activated in queue: default
2015-02-12 11:29:58,544 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:29:58,544 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0007_000001 to scheduler from user soberoi in queue default
2015-02-12 11:29:58,545 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:29:58,546 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0007
2015-02-12 11:29:58,548 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0007/
2015-02-12 11:29:58,548 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0007
2015-02-12 11:29:58,548 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0007/
2015-02-12 11:29:59,099 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:29:59,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:29:59,100 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000001
2015-02-12 11:29:59,101 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 11:29:59,101 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0007_000001 container=Container: [ContainerId: container_1423769204434_0007_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:29:59,101 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:29:59,101 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:29:59,103 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0007_01_000001
2015-02-12 11:29:59,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:29:59,104 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0007_000001
2015-02-12 11:29:59,105 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0007 AttemptId: appattempt_1423769204434_0007_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0007_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ]
2015-02-12 11:29:59,105 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:29:59,105 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:29:59,105 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0007_000001
2015-02-12 11:29:59,107 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0007_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0007_000001
2015-02-12 11:29:59,107 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:29:59,107 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0007_000001
2015-02-12 11:29:59,107 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0007_000001
2015-02-12 11:29:59,109 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:29:59,112 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0007_01_000001 by user soberoi
2015-02-12 11:29:59,112 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0007
2015-02-12 11:29:59,112 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000001
2015-02-12 11:29:59,112 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0007 transitioned from NEW to INITING
2015-02-12 11:29:59,112 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0007_01_000001 to application application_1423769204434_0007
2015-02-12 11:29:59,113 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0007 transitioned from INITING to RUNNING
2015-02-12 11:29:59,113 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0007_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0007_000001
2015-02-12 11:29:59,113 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:29:59,113 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:29:59,113 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0007
2015-02-12 11:29:59,113 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:29:59,113 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:29:59,114 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:29:59,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:29:59,123 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0007_01_000001
2015-02-12 11:29:59,132 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423769204434_0007_01_000001.tokens. Credentials list:
2015-02-12 11:29:59,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:29:59,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423769204434_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000001.tokens
2015-02-12 11:29:59,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:29:59,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:59,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:29:59,404 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:59,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:59,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:29:59,449 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:59,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:59,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:29:59,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:59,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:59,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 11:29:59,553 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:29:59,553 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:29:59,587 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:29:59,587 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:29:59,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000001/default_container_executor.sh]
2015-02-12 11:30:00,105 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:00,105 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:00,787 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57369 to replicate blk_1073741896_1072 to datanode(s) 127.0.0.1:57377
2015-02-12 11:30:00,787 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741891_1067, blk_1073741886_1062, blk_1073741887_1063]
2015-02-12 11:30:00,787 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741886_1062, blk_1073741887_1063]
2015-02-12 11:30:01,107 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:01,763 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 11:30:01,763 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 11:30:01,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 11:30:01,765 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 11:30:01,881 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072 to 127.0.0.1:57377
2015-02-12 11:30:01,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072 src: /127.0.0.1:58752 dest: /127.0.0.1:57377
2015-02-12 11:30:01,883 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072 (numBytes=254067) to /127.0.0.1:57377
2015-02-12 11:30:01,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072 src: /127.0.0.1:58752 dest: /127.0.0.1:57377 of size 254067
2015-02-12 11:30:01,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741896_1072 size 254067
2015-02-12 11:30:02,108 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:02,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:30:02,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:30:02,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:30:02,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:30:02,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 11:30:02,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 11:30:02,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 11:30:02,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 11:30:02,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 11:30:02,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 11:30:02,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 11:30:02,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 11:30:02,830 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 11:30:02,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 11:30:02,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007 dst=null perm=null proto=rpc
2015-02-12 11:30:02,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:30:02,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:30:03,110 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:03,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:30:03,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:30:03,331 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0006_01_000001 succeeded
2015-02-12 11:30:03,332 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:30:03,332 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0006_01_000001
2015-02-12 11:30:03,355 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000001
2015-02-12 11:30:03,356 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:30:03,356 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0006_01_000001 from application application_1423769204434_0006
2015-02-12 11:30:03,356 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:03,356 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0006
2015-02-12 11:30:03,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000001
2015-02-12 11:30:03,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000001
2015-02-12 11:30:03,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000001
2015-02-12 11:30:03,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0006/container_1423769204434_0006_01_000001
2015-02-12 11:30:03,789 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741888_1064, blk_1073741891_1067, blk_1073741886_1062, blk_1073741887_1063]
2015-02-12 11:30:03,789 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741889_1065, blk_1073741890_1066, blk_1073741891_1067, blk_1073741886_1062, blk_1073741887_1063]
2015-02-12 11:30:04,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:04,111 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0006_000001
2015-02-12 11:30:04,111 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0006_000001
2015-02-12 11:30:04,111 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:30:04,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0006_000001 State change from FINISHING to FINISHED
2015-02-12 11:30:04,111 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000001
2015-02-12 11:30:04,111 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0006 State change from FINISHING to FINISHED
2015-02-12 11:30:04,111 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:30:04,112 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0006_000001
2015-02-12 11:30:04,112 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0006
2015-02-12 11:30:04,112 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:30:04,112 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0006_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:04,112 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0006,name=[979A6F57763541F0B3A483DFF8E6DA5A/5B395D60920242AEB2BE9A6E1704952D] trap test/(1/1) ...latform/everycomplete/tap,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0006/jobhistory/job/job_1423769204434_0006,appMasterHost=10.1.1.68,startTime=1423769353291,finishTime=1423769397263,finalStatus=SUCCEEDED
2015-02-12 11:30:04,112 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:04,112 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:30:04,112 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0006_000001 released container container_1423769204434_0006_01_000001 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:30:04,112 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:04,113 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0006_000001 is done. finalState=FINISHED
2015-02-12 11:30:04,113 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0006 requests cleared
2015-02-12 11:30:04,113 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0006 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:30:04,113 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0006 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:30:04,115 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0006_000001 (auth:SIMPLE)
2015-02-12 11:30:04,117 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0006_01_000001
2015-02-12 11:30:04,117 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0006 CONTAINERID=container_1423769204434_0006_01_000001
2015-02-12 11:30:04,118 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0006_01_000001]
2015-02-12 11:30:04,118 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:04,118 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:30:04,118 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:04,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:30:04,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:30:04,119 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0006
2015-02-12 11:30:04,119 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:30:04,119 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0006, with delay of 10800 seconds
2015-02-12 11:30:04,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:30:04,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:30:04,343 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:30:04,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:30:04,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:30:04,344 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0006
2015-02-12 11:30:04,344 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:30:04,344 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0006, with delay of 10800 seconds
2015-02-12 11:30:04,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:30:04,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0006
2015-02-12 11:30:04,457 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069
2015-02-12 11:30:04,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741891_1067
2015-02-12 11:30:04,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068
2015-02-12 11:30:04,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071
2015-02-12 11:30:04,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075
2015-02-12 11:30:04,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070
2015-02-12 11:30:04,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075
2015-02-12 11:30:04,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074
2015-02-12 11:30:04,790 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:04,804 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0007_000001
2015-02-12 11:30:04,805 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0007 APPATTEMPTID=appattempt_1423769204434_0007_000001
2015-02-12 11:30:04,805 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:30:04,805 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0007 State change from ACCEPTED to RUNNING
2015-02-12 11:30:04,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:04,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:04,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072
2015-02-12 11:30:04,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073
2015-02-12 11:30:04,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 11:30:04,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 11:30:04,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 11:30:04,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 11:30:04,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 11:30:04,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 11:30:04,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 11:30:04,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 11:30:04,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 11:30:04,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 11:30:04,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072
2015-02-12 11:30:04,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073
2015-02-12 11:30:04,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069
2015-02-12 11:30:04,901 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071
2015-02-12 11:30:04,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:05,128 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:05,223 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:30:05,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076 src: /127.0.0.1:58771 dest: /127.0.0.1:57366
2015-02-12 11:30:05,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076 src: /127.0.0.1:58772 dest: /127.0.0.1:57374
2015-02-12 11:30:05,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076 src: /127.0.0.1:58773 dest: /127.0.0.1:57369
2015-02-12 11:30:05,316 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58773, dest: /127.0.0.1:57369, bytes: 115187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076, duration: 33233000
2015-02-12 11:30:05,316 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:05,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:30:05,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58772, dest: /127.0.0.1:57374, bytes: 115187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076, duration: 34000000
2015-02-12 11:30:05,317 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:05,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:30:05,318 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58771, dest: /127.0.0.1:57366, bytes: 115187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076, duration: 35128000
2015-02-12 11:30:05,318 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:05,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:30:05,323 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:05,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074
2015-02-12 11:30:05,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741899_1075
2015-02-12 11:30:05,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741895_1071
2015-02-12 11:30:05,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 11:30:05,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 11:30:05,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 11:30:05,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741887 for deletion
2015-02-12 11:30:05,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 11:30:05,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 11:30:05,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 11:30:05,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741887
2015-02-12 11:30:05,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068
2015-02-12 11:30:05,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741893_1069
2015-02-12 11:30:05,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070
2015-02-12 11:30:05,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073
2015-02-12 11:30:05,391 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741898_1074
2015-02-12 11:30:05,570 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072
2015-02-12 11:30:05,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741892_1068
2015-02-12 11:30:05,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741897_1073
2015-02-12 11:30:05,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741894_1070
2015-02-12 11:30:06,131 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:06,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000002
2015-02-12 11:30:06,132 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:30:06,132 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0007_000001 container=Container: [ContainerId: container_1423769204434_0007_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:06,132 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:30:06,132 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:06,132 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:06,133 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000003
2015-02-12 11:30:06,133 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 11:30:06,133 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0007_000001 container=Container: [ContainerId: container_1423769204434_0007_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:06,133 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:30:06,133 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:06,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:06,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000004
2015-02-12 11:30:06,258 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:30:06,258 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0007_000001 container=Container: [ContainerId: container_1423769204434_0007_01_000004, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:06,258 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:30:06,259 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:06,259 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:06,259 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000005
2015-02-12 11:30:06,259 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:30:06,260 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0007_000001 container=Container: [ContainerId: container_1423769204434_0007_01_000005, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:06,260 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:30:06,260 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:06,880 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0007_01_000002
2015-02-12 11:30:06,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:06,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:06,884 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57463 for container : container_1423769204434_0007_01_000004
2015-02-12 11:30:06,885 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:06,887 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:07,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:07,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:07,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:07,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:07,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:07,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:07,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:07,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:07,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:07,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:07,281 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:07,284 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:07,285 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0007_01_000005 by user soberoi
2015-02-12 11:30:07,286 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0007
2015-02-12 11:30:07,286 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000005
2015-02-12 11:30:07,286 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0007 transitioned from NEW to INITING
2015-02-12 11:30:07,286 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0007_01_000005 to application application_1423769204434_0007
2015-02-12 11:30:07,286 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0007 transitioned from INITING to RUNNING
2015-02-12 11:30:07,287 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:30:07,287 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0007
2015-02-12 11:30:07,287 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0007
2015-02-12 11:30:07,287 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:07,287 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0007
2015-02-12 11:30:07,287 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:30:07,287 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:30:07,288 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0007_01_000005
2015-02-12 11:30:07,302 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0007_01_000004 by user soberoi
2015-02-12 11:30:07,302 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000004
2015-02-12 11:30:07,302 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:07,303 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0007_01_000004 to application application_1423769204434_0007
2015-02-12 11:30:07,303 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:30:07,304 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0007
2015-02-12 11:30:07,304 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0007
2015-02-12 11:30:07,304 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:07,304 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0007
2015-02-12 11:30:07,304 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0007_01_000004
2015-02-12 11:30:07,305 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0007_01_000005.tokens. Credentials list:
2015-02-12 11:30:07,309 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0007_01_000003 by user soberoi
2015-02-12 11:30:07,309 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000003
2015-02-12 11:30:07,310 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0007_01_000003 to application application_1423769204434_0007
2015-02-12 11:30:07,310 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:30:07,310 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0007
2015-02-12 11:30:07,310 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0007
2015-02-12 11:30:07,310 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:07,310 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0007
2015-02-12 11:30:07,311 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:07,325 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423769204434_0007_01_000004.tokens. Credentials list:
2015-02-12 11:30:07,340 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:07,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0007_01_000002 by user soberoi
2015-02-12 11:30:07,349 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000002
2015-02-12 11:30:07,349 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0007_01_000002 to application application_1423769204434_0007
2015-02-12 11:30:07,350 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:30:07,350 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0007
2015-02-12 11:30:07,350 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0007
2015-02-12 11:30:07,350 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:07,350 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0007
2015-02-12 11:30:07,351 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:07,391 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:07,391 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:07,406 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:07,407 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:07,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:30:07,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000002/default_container_executor.sh]
2015-02-12 11:30:07,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:30:07,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000003/default_container_executor.sh]
2015-02-12 11:30:07,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0007_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000005.tokens
2015-02-12 11:30:07,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:07,919 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:30:08,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423769204434_0007_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000004.tokens
2015-02-12 11:30:08,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:08,135 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:08,135 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:08,279 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:08,279 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:08,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:08,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:08,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:30:08,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:08,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:08,431 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:30:08,431 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:08,431 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:08,493 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:08,493 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:08,493 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:08,493 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:08,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000005/default_container_executor.sh]
2015-02-12 11:30:08,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000004/default_container_executor.sh]
2015-02-12 11:30:10,395 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741896_1072
2015-02-12 11:30:10,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076
2015-02-12 11:30:14,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076
2015-02-12 11:30:14,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741900_1076
2015-02-12 11:30:27,519 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30009 milliseconds
2015-02-12 11:30:27,520 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:30:28,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:29,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:29,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:29,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:29,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:29,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:30,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:30,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:30,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:30,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:30,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:30,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:31,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:31,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:31,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:31,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:31,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0/part-m-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:31,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0/part-m-00001-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:31,569 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0/part-m-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:30:31,576 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0/part-m-00001-00003. BP-890477609-10.1.1.68-1423769186145 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:31,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:31,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077 src: /127.0.0.1:58920 dest: /127.0.0.1:57377
2015-02-12 11:30:31,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077 src: /127.0.0.1:58922 dest: /127.0.0.1:57369
2015-02-12 11:30:31,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077 src: /127.0.0.1:58923 dest: /127.0.0.1:57374
2015-02-12 11:30:31,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0/part-m-00001-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:31,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078 src: /127.0.0.1:58921 dest: /127.0.0.1:57366
2015-02-12 11:30:31,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078 src: /127.0.0.1:58924 dest: /127.0.0.1:57374
2015-02-12 11:30:31,715 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0/part-m-00001-00002. BP-890477609-10.1.1.68-1423769186145 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:30:31,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078 src: /127.0.0.1:58925 dest: /127.0.0.1:57377
2015-02-12 11:30:31,755 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58925, dest: /127.0.0.1:57377, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000003_0_-1652463586_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078, duration: 37427000
2015-02-12 11:30:31,756 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:31,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:30:31,756 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58924, dest: /127.0.0.1:57374, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000003_0_-1652463586_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078, duration: 38153000
2015-02-12 11:30:31,757 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:30:31,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58921, dest: /127.0.0.1:57366, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000003_0_-1652463586_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078, duration: 39066000
2015-02-12 11:30:31,757 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:30:31,763 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1423769204434_0007_m_000003_0_-1652463586_1
2015-02-12 11:30:31,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:31,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0/part-m-00001-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:31,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079 src: /127.0.0.1:58926 dest: /127.0.0.1:57377
2015-02-12 11:30:31,782 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58923, dest: /127.0.0.1:57374, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000000_0_-1697138860_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077, duration: 99589000
2015-02-12 11:30:31,782 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:31,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079 src: /127.0.0.1:58927 dest: /127.0.0.1:57366
2015-02-12 11:30:31,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:30:31,783 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58922, dest: /127.0.0.1:57369, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000000_0_-1697138860_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077, duration: 99151000
2015-02-12 11:30:31,783 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079 src: /127.0.0.1:58928 dest: /127.0.0.1:57369
2015-02-12 11:30:31,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:30:31,785 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58920, dest: /127.0.0.1:57377, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000000_0_-1697138860_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077, duration: 101595000
2015-02-12 11:30:31,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:30:31,786 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:31,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:31,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0/part-m-00001-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:31,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1423769204434_0007_m_000000_0_-1697138860_1
2015-02-12 11:30:31,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,820 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000003_0/part-00003. BP-890477609-10.1.1.68-1423769186145 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:31,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080 src: /127.0.0.1:58930 dest: /127.0.0.1:57366
2015-02-12 11:30:31,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080 src: /127.0.0.1:58931 dest: /127.0.0.1:57374
2015-02-12 11:30:31,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080 src: /127.0.0.1:58932 dest: /127.0.0.1:57377
2015-02-12 11:30:31,830 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58932, dest: /127.0.0.1:57377, bytes: 22, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000003_0_-1652463586_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080, duration: 3021000
2015-02-12 11:30:31,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:31,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:30:31,831 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:31,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58931, dest: /127.0.0.1:57374, bytes: 22, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000003_0_-1652463586_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080, duration: 3000000
2015-02-12 11:30:31,831 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:31,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58930, dest: /127.0.0.1:57366, bytes: 22, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000003_0_-1652463586_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080, duration: 4704000
2015-02-12 11:30:31,832 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:31,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:31,836 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000003_0/part-00003 is closed by DFSClient_attempt_1423769204434_0007_m_000003_0_-1652463586_1
2015-02-12 11:30:31,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0/part-m-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:31,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000003 dst=null perm=null proto=rpc
2015-02-12 11:30:31,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:31,858 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000000_0/part-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:30:31,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081 src: /127.0.0.1:58934 dest: /127.0.0.1:57374
2015-02-12 11:30:31,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081 src: /127.0.0.1:58935 dest: /127.0.0.1:57366
2015-02-12 11:30:31,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081 src: /127.0.0.1:58936 dest: /127.0.0.1:57369
2015-02-12 11:30:31,867 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58936, dest: /127.0.0.1:57369, bytes: 23, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000000_0_-1697138860_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081, duration: 1619000
2015-02-12 11:30:31,867 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:31,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:30:31,868 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58935, dest: /127.0.0.1:57366, bytes: 23, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000000_0_-1697138860_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081, duration: 2317000
2015-02-12 11:30:31,868 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:31,869 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58934, dest: /127.0.0.1:57374, bytes: 23, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000000_0_-1697138860_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081, duration: 3350000
2015-02-12 11:30:31,869 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:31,871 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0007_m_000000_0_-1697138860_1
2015-02-12 11:30:31,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,880 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:31,882 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0007_01_000005
2015-02-12 11:30:31,883 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000005
2015-02-12 11:30:31,883 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:30:31,883 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0007_01_000005
2015-02-12 11:30:31,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000000 dst=null perm=null proto=rpc
2015-02-12 11:30:31,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:31,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58928, dest: /127.0.0.1:57369, bytes: 13, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000002_0_-1490005025_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079, duration: 104173000
2015-02-12 11:30:31,891 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:31,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:30:31,892 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58927, dest: /127.0.0.1:57366, bytes: 13, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000002_0_-1490005025_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079, duration: 104633000
2015-02-12 11:30:31,893 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,894 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58926, dest: /127.0.0.1:57377, bytes: 13, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000002_0_-1490005025_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079, duration: 106651000
2015-02-12 11:30:31,894 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:31,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:30:31,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:30:31,903 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0007_01_000005 is : 143
2015-02-12 11:30:31,905 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:31,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082 src: /127.0.0.1:58939 dest: /127.0.0.1:57366
2015-02-12 11:30:31,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082 src: /127.0.0.1:58940 dest: /127.0.0.1:57374
2015-02-12 11:30:31,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082 src: /127.0.0.1:58941 dest: /127.0.0.1:57377
2015-02-12 11:30:31,914 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:30:31,915 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1.jhist for DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:31,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000005
2015-02-12 11:30:31,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000005
2015-02-12 11:30:31,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000005
2015-02-12 11:30:31,916 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000005
2015-02-12 11:30:31,916 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:30:31,916 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0007_01_000005 from application application_1423769204434_0007
2015-02-12 11:30:31,916 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:31,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000005
2015-02-12 11:30:31,916 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0007
2015-02-12 11:30:31,945 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0/part-m-00001-00001. BP-890477609-10.1.1.68-1423769186145 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:30:31,946 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0/part-m-00001-00002 is closed by DFSClient_attempt_1423769204434_0007_m_000002_0_-1490005025_1
2015-02-12 11:30:31,946 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:31,948 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0007_01_000002
2015-02-12 11:30:31,948 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000002
2015-02-12 11:30:31,948 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:30:31,949 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0007_01_000002
2015-02-12 11:30:31,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,966 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0007_01_000002 is : 143
2015-02-12 11:30:31,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:31,978 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:30:31,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000002
2015-02-12 11:30:31,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000002
2015-02-12 11:30:31,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000002
2015-02-12 11:30:31,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000002
2015-02-12 11:30:31,980 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000002
2015-02-12 11:30:31,980 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:30:31,981 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0007_01_000002 from application application_1423769204434_0007
2015-02-12 11:30:31,981 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:31,981 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0007
2015-02-12 11:30:31,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:31,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:31,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0/part-m-00001-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:31,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,013 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000002_0/part-00002. BP-890477609-10.1.1.68-1423769186145 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:30:32,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084 src: /127.0.0.1:58945 dest: /127.0.0.1:57377
2015-02-12 11:30:32,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084 src: /127.0.0.1:58946 dest: /127.0.0.1:57369
2015-02-12 11:30:32,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084 src: /127.0.0.1:58947 dest: /127.0.0.1:57374
2015-02-12 11:30:32,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58947, dest: /127.0.0.1:57374, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000002_0_-1490005025_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084, duration: 1362000
2015-02-12 11:30:32,022 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:32,022 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58946, dest: /127.0.0.1:57369, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000002_0_-1490005025_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084, duration: 2096000
2015-02-12 11:30:32,022 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:32,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58945, dest: /127.0.0.1:57377, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000002_0_-1490005025_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084, duration: 2995000
2015-02-12 11:30:32,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:32,024 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:32,026 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000002_0/part-00002 is closed by DFSClient_attempt_1423769204434_0007_m_000002_0_-1490005025_1
2015-02-12 11:30:32,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000002 dst=null perm=null proto=rpc
2015-02-12 11:30:32,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:32,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083 src: /127.0.0.1:58943 dest: /127.0.0.1:57377
2015-02-12 11:30:32,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083 src: /127.0.0.1:58949 dest: /127.0.0.1:57369
2015-02-12 11:30:32,056 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:32,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083 src: /127.0.0.1:58950 dest: /127.0.0.1:57374
2015-02-12 11:30:32,058 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0007_01_000004
2015-02-12 11:30:32,058 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000004
2015-02-12 11:30:32,059 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:30:32,059 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0007_01_000004
2015-02-12 11:30:32,059 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:32,060 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0007_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:30:32,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000005
2015-02-12 11:30:32,060 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:30:32,060 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:30:32,061 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0007_01_000005, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:32,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:32,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:30:32,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0007_000001 released container container_1423769204434_0007_01_000005 on node: host: 10.1.1.68:57463 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:30:32,080 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0007_01_000004 is : 143
2015-02-12 11:30:32,093 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:30:32,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000004
2015-02-12 11:30:32,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000004
2015-02-12 11:30:32,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000004
2015-02-12 11:30:32,095 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000004
2015-02-12 11:30:32,095 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:30:32,095 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0007_01_000004 from application application_1423769204434_0007
2015-02-12 11:30:32,095 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:32,095 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0007
2015-02-12 11:30:32,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000004
2015-02-12 11:30:32,169 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58950, dest: /127.0.0.1:57374, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000001_0_1037257642_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083, duration: 110578000
2015-02-12 11:30:32,169 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:32,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:32,170 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58949, dest: /127.0.0.1:57369, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000001_0_1037257642_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083, duration: 111466000
2015-02-12 11:30:32,170 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:30:32,171 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58943, dest: /127.0.0.1:57377, bytes: 14, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000001_0_1037257642_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083, duration: 112284000
2015-02-12 11:30:32,171 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:32,174 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1423769204434_0007_m_000001_0_1037257642_1
2015-02-12 11:30:32,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:32,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:32,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0/part-m-00001-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary/_attempt_1423769204434_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,218 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000001_0/part-00001. BP-890477609-10.1.1.68-1423769186145 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:30:32,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085 src: /127.0.0.1:58952 dest: /127.0.0.1:57377
2015-02-12 11:30:32,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085 src: /127.0.0.1:58953 dest: /127.0.0.1:57374
2015-02-12 11:30:32,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085 src: /127.0.0.1:58954 dest: /127.0.0.1:57366
2015-02-12 11:30:32,226 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58954, dest: /127.0.0.1:57366, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000001_0_1037257642_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085, duration: 1469000
2015-02-12 11:30:32,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:32,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:32,227 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58953, dest: /127.0.0.1:57374, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000001_0_1037257642_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085, duration: 2209000
2015-02-12 11:30:32,227 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:32,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58952, dest: /127.0.0.1:57377, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0007_m_000001_0_1037257642_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085, duration: 3124000
2015-02-12 11:30:32,228 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:32,232 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000001_0/part-00001 is closed by DFSClient_attempt_1423769204434_0007_m_000001_0_1037257642_1
2015-02-12 11:30:32,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:32,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000001 dst=null perm=null proto=rpc
2015-02-12 11:30:32,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/_temporary/attempt_1423769204434_0007_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:32,258 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:32,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0007_01_000003
2015-02-12 11:30:32,260 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000003
2015-02-12 11:30:32,260 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:30:32,260 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0007_01_000003
2015-02-12 11:30:32,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:32,264 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:30:32,265 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000002
2015-02-12 11:30:32,265 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 11:30:32,265 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:30:32,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,266 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0007_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:32,266 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:32,266 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:30:32,266 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0007_000001 released container container_1423769204434_0007_01_000002 on node: host: 10.1.1.68:57488 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 11:30:32,268 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:32,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:30:32,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:32,283 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0007_01_000003 is : 143
2015-02-12 11:30:32,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:32,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000000 dst=null perm=null proto=rpc
2015-02-12 11:30:32,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:32,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:32,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:32,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000001 dst=null perm=null proto=rpc
2015-02-12 11:30:32,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:32,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,299 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:30:32,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:32,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000003
2015-02-12 11:30:32,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000003
2015-02-12 11:30:32,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000003
2015-02-12 11:30:32,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:32,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000003
2015-02-12 11:30:32,300 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000003
2015-02-12 11:30:32,301 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:30:32,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000002 dst=null perm=null proto=rpc
2015-02-12 11:30:32,302 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0007_01_000003 from application application_1423769204434_0007
2015-02-12 11:30:32,303 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:32,303 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0007
2015-02-12 11:30:32,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:32,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:32,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:32,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000003 dst=null perm=null proto=rpc
2015-02-12 11:30:32,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:32,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary/1/task_1423769204434_0007_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:32,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:32,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,327 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:32,343 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58941, dest: /127.0.0.1:57377, bytes: 48189, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082, duration: 430868000
2015-02-12 11:30:32,343 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:32,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 15584
2015-02-12 11:30:32,344 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58940, dest: /127.0.0.1:57374, bytes: 48189, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082, duration: 431968000
2015-02-12 11:30:32,344 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 15584
2015-02-12 11:30:32,346 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58939, dest: /127.0.0.1:57366, bytes: 48189, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082, duration: 433601000
2015-02-12 11:30:32,346 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 15584
2015-02-12 11:30:32,347 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:32,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:30:32,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086 src: /127.0.0.1:58956 dest: /127.0.0.1:57369
2015-02-12 11:30:32,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086 src: /127.0.0.1:58957 dest: /127.0.0.1:57366
2015-02-12 11:30:32,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086 src: /127.0.0.1:58958 dest: /127.0.0.1:57374
2015-02-12 11:30:32,360 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58958, dest: /127.0.0.1:57374, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086, duration: 1445000
2015-02-12 11:30:32,360 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:32,361 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58957, dest: /127.0.0.1:57366, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086, duration: 1955000
2015-02-12 11:30:32,361 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,361 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:32,362 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:32,362 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58956, dest: /127.0.0.1:57369, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086, duration: 3082000
2015-02-12 11:30:32,362 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:32,364 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:32,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:30:32,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:30:32,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:30:32,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:30:32,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:30:32,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:30:32,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,387 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:32,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087 src: /127.0.0.1:58960 dest: /127.0.0.1:57366
2015-02-12 11:30:32,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087 src: /127.0.0.1:58961 dest: /127.0.0.1:57374
2015-02-12 11:30:32,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087 src: /127.0.0.1:58962 dest: /127.0.0.1:57377
2015-02-12 11:30:32,395 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58962, dest: /127.0.0.1:57377, bytes: 48189, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087, duration: 1598000
2015-02-12 11:30:32,395 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:32,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:30:32,396 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58961, dest: /127.0.0.1:57374, bytes: 48189, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087, duration: 2376000
2015-02-12 11:30:32,396 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:32,397 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58960, dest: /127.0.0.1:57366, bytes: 48189, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087, duration: 3236000
2015-02-12 11:30:32,397 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:32,398 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:32,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:30:32,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:30:32,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:30:32,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:30:32,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:30:32,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007/job_1423769204434_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:30:32,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:32,411 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:30:32,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088 src: /127.0.0.1:58964 dest: /127.0.0.1:57377
2015-02-12 11:30:32,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088 src: /127.0.0.1:58965 dest: /127.0.0.1:57366
2015-02-12 11:30:32,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088 src: /127.0.0.1:58966 dest: /127.0.0.1:57369
2015-02-12 11:30:32,422 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58966, dest: /127.0.0.1:57369, bytes: 115187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088, duration: 4407000
2015-02-12 11:30:32,422 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:32,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:30:32,423 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58965, dest: /127.0.0.1:57366, bytes: 115187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088, duration: 5201000
2015-02-12 11:30:32,423 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,424 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58964, dest: /127.0.0.1:57377, bytes: 115187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1527677780_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088, duration: 6072000
2015-02-12 11:30:32,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:32,424 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:32,426 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1527677780_1
2015-02-12 11:30:32,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741912_1088 size 115187
2015-02-12 11:30:32,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:30:32,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:30:32,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:30:32,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:30:32,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:30:32,441 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:30:32,441 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0007 with final state: FINISHING
2015-02-12 11:30:32,441 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0007 State change from RUNNING to FINAL_SAVING
2015-02-12 11:30:32,441 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0007
2015-02-12 11:30:32,442 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:30:32,443 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0007 State change from FINAL_SAVING to FINISHING
2015-02-12 11:30:33,065 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:33,065 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0007_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:30:33,065 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000004
2015-02-12 11:30:33,065 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:30:33,065 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:30:33,066 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0007_01_000004, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:33,066 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:33,066 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:30:33,067 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0007_000001 released container container_1423769204434_0007_01_000004 on node: host: 10.1.1.68:57463 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:30:33,067 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:33,268 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:33,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:33,268 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:30:33,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000003
2015-02-12 11:30:33,268 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:30:33,268 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:30:33,269 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0007_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:33,269 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:33,269 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:30:33,269 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0007_000001 released container container_1423769204434_0007_01_000003 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:30:33,449 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0007 unregistered successfully.
2015-02-12 11:30:33,452 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:57374 127.0.0.1:57369 127.0.0.1:57366 127.0.0.1:57377
2015-02-12 11:30:33,452 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57374
2015-02-12 11:30:33,452 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57377
2015-02-12 11:30:33,452 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57369
2015-02-12 11:30:33,453 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57377
2015-02-12 11:30:33,453 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741900_1076 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57369
2015-02-12 11:30:33,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0007 dst=null perm=null proto=rpc
2015-02-12 11:30:33,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,496 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary
2015-02-12 11:30:33,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:33,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,498 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary
2015-02-12 11:30:33,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:33,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:33,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,517 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 11:30:33,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:33,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:33,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:33,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:33,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,545 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 11:30:33,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:33,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:33,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:33,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:33,556 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/allchain/tap-nondeterministic
2015-02-12 11:30:33,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:33,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:33,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:33,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:33,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:33,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:33,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:33,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/tap-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:33,572 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/allchain/trap-nondeterministic
2015-02-12 11:30:33,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic dst=null perm=null proto=rpc
2015-02-12 11:30:33,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:33,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:33,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:33,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:33,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:33,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:33,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:33,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allchain/trap-nondeterministic/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:33,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:33,608 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:30:33,609 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:30:33,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:30:33,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:30:33,631 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:30:33,631 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:30:33,632 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap"]
2015-02-12 11:30:33,632 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:30:33,632 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:30:33,632 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:30:33,633 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...-mr1/trapplatform/seq/tap
2015-02-12 11:30:33,646 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:30:33,660 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:30:33,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:30:33,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:30:33,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:30:33,666 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 8
2015-02-12 11:30:33,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008 dst=null perm=null proto=rpc
2015-02-12 11:30:33,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:30:33,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:30:33,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:30:33,673 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:30:33,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089 src: /127.0.0.1:58995 dest: /127.0.0.1:57374
2015-02-12 11:30:33,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089 src: /127.0.0.1:58996 dest: /127.0.0.1:57377
2015-02-12 11:30:33,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089 src: /127.0.0.1:58997 dest: /127.0.0.1:57369
2015-02-12 11:30:33,682 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58997, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089, duration: 3655000
2015-02-12 11:30:33,682 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:33,683 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58996, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089, duration: 4065000
2015-02-12 11:30:33,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:30:33,683 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,684 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58995, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089, duration: 5955000
2015-02-12 11:30:33,685 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:30:33,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:30:33,687 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:30:33,688 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar
2015-02-12 11:30:33,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:30:33,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:30:33,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:30:33,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:30:33,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:30:33,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:30:33,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:33,706 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:30:33,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:33,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:30:33,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:30:33,713 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split
2015-02-12 11:30:33,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:33,715 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:30:33,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090 src: /127.0.0.1:58998 dest: /127.0.0.1:57369
2015-02-12 11:30:33,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090 src: /127.0.0.1:58999 dest: /127.0.0.1:57366
2015-02-12 11:30:33,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090 src: /127.0.0.1:59000 dest: /127.0.0.1:57377
2015-02-12 11:30:33,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090 src: /127.0.0.1:59001 dest: /127.0.0.1:57374
2015-02-12 11:30:33,728 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59001, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090, duration: 2460000
2015-02-12 11:30:33,728 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:33,730 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59000, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090, duration: 3826000
2015-02-12 11:30:33,730 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:33,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:33,731 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58999, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090, duration: 5145000
2015-02-12 11:30:33,732 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:33,732 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:58998, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090, duration: 6777000
2015-02-12 11:30:33,733 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:30:33,735 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:30:33,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:30:33,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:30:33,739 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:33,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091 src: /127.0.0.1:59002 dest: /127.0.0.1:57366
2015-02-12 11:30:33,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091 src: /127.0.0.1:59003 dest: /127.0.0.1:57374
2015-02-12 11:30:33,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091 src: /127.0.0.1:59004 dest: /127.0.0.1:57377
2015-02-12 11:30:33,746 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59004, dest: /127.0.0.1:57377, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091, duration: 1061000
2015-02-12 11:30:33,746 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:33,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:33,747 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59003, dest: /127.0.0.1:57374, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091, duration: 1493000
2015-02-12 11:30:33,747 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:33,748 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59002, dest: /127.0.0.1:57366, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091, duration: 2576000
2015-02-12 11:30:33,749 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,750 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:33,751 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:30:33,751 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:30:33,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:30:33,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:30:33,764 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:30:33,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092 src: /127.0.0.1:59005 dest: /127.0.0.1:57369
2015-02-12 11:30:33,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092 src: /127.0.0.1:59006 dest: /127.0.0.1:57374
2015-02-12 11:30:33,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092 src: /127.0.0.1:59007 dest: /127.0.0.1:57366
2015-02-12 11:30:33,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59007, dest: /127.0.0.1:57366, bytes: 99413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092, duration: 2125000
2015-02-12 11:30:33,777 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:33,778 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59006, dest: /127.0.0.1:57374, bytes: 99413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092, duration: 2709000
2015-02-12 11:30:33,778 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:33,779 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59005, dest: /127.0.0.1:57369, bytes: 99413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092, duration: 4529000
2015-02-12 11:30:33,780 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:33,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:33,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741916_1092 size 99413
2015-02-12 11:30:33,783 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:30:33,784 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0008
2015-02-12 11:30:33,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008 dst=null perm=null proto=rpc
2015-02-12 11:30:33,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:33,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:33,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:33,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:33,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:30:33,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:30:33,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:33,804 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 8 submitted by user soberoi
2015-02-12 11:30:33,804 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0008
2015-02-12 11:30:33,804 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0008
2015-02-12 11:30:33,804 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0008
2015-02-12 11:30:33,804 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0008 State change from NEW to NEW_SAVING
2015-02-12 11:30:33,804 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0008 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:30:33,805 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0008 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:30:33,805 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0008 from user: soberoi, in queue: default
2015-02-12 11:30:33,805 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0008 State change from SUBMITTED to ACCEPTED
2015-02-12 11:30:33,806 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0008_000001
2015-02-12 11:30:33,806 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from NEW to SUBMITTED
2015-02-12 11:30:33,806 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0008 from user: soberoi activated in queue: default
2015-02-12 11:30:33,807 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:30:33,807 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0008_000001 to scheduler from user soberoi in queue default
2015-02-12 11:30:33,807 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0008
2015-02-12 11:30:33,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:30:33,811 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0008/
2015-02-12 11:30:33,811 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0008
2015-02-12 11:30:33,811 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0008/
2015-02-12 11:30:33,850 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57369 to replicate blk_1073741913_1089 to datanode(s) 127.0.0.1:57366
2015-02-12 11:30:33,850 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741906_1082, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741900_1076]
2015-02-12 11:30:33,850 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741906_1082, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074]
2015-02-12 11:30:34,065 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:34,066 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:34,066 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:34,066 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000001
2015-02-12 11:30:34,066 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57463, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:30:34,067 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0008_000001 container=Container: [ContainerId: container_1423769204434_0008_01_000001, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:34,067 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:30:34,067 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:34,068 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57463 for container : container_1423769204434_0008_01_000001
2015-02-12 11:30:34,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:34,069 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0008_000001
2015-02-12 11:30:34,069 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0008 AttemptId: appattempt_1423769204434_0008_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0008_01_000001, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ]
2015-02-12 11:30:34,069 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:30:34,070 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:30:34,070 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0008_000001
2015-02-12 11:30:34,071 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0008_01_000001, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] for AM appattempt_1423769204434_0008_000001
2015-02-12 11:30:34,072 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:30:34,072 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0008_000001
2015-02-12 11:30:34,072 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0008_000001
2015-02-12 11:30:34,075 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:34,077 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0008_01_000001 by user soberoi
2015-02-12 11:30:34,077 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0008
2015-02-12 11:30:34,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000001
2015-02-12 11:30:34,078 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0008 transitioned from NEW to INITING
2015-02-12 11:30:34,078 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0008_01_000001 to application application_1423769204434_0008
2015-02-12 11:30:34,078 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0008 transitioned from INITING to RUNNING
2015-02-12 11:30:34,078 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0008_01_000001, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] for AM appattempt_1423769204434_0008_000001
2015-02-12 11:30:34,078 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:30:34,079 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:30:34,079 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0008
2015-02-12 11:30:34,079 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:30:34,079 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:30:34,079 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:30:34,079 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:30:34,080 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0008_01_000001
2015-02-12 11:30:34,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0008_01_000001.tokens. Credentials list:
2015-02-12 11:30:34,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:30:34,269 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:34,269 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:34,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423769204434_0008_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000001.tokens
2015-02-12 11:30:34,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:30:34,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:34,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:34,432 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:30:34,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:30:34,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:30:34,478 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:30:34,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:34,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:34,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:30:34,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:34,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:34,595 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:30:34,595 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:34,633 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:34,633 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:34,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000001/default_container_executor.sh]
2015-02-12 11:30:34,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 11:30:34,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 11:30:34,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 11:30:34,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 11:30:34,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 11:30:34,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 11:30:34,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 11:30:34,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 11:30:34,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 11:30:34,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 11:30:34,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 11:30:34,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 11:30:34,946 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089 to 127.0.0.1:57366
2015-02-12 11:30:34,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089 src: /127.0.0.1:59011 dest: /127.0.0.1:57366
2015-02-12 11:30:34,948 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089 (numBytes=254067) to /127.0.0.1:57366
2015-02-12 11:30:34,950 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089 src: /127.0.0.1:59011 dest: /127.0.0.1:57366 of size 254067
2015-02-12 11:30:34,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741913_1089 size 254067
2015-02-12 11:30:35,068 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:35,068 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:35,068 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:35,276 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:35,276 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:35,876 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 11:30:35,876 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 11:30:35,876 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 11:30:35,876 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 11:30:35,876 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 11:30:35,877 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 11:30:35,877 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 11:30:35,877 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 11:30:36,069 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:36,070 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:36,280 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:36,280 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:36,851 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741896_1072, blk_1073741897_1073, blk_1073741899_1075, blk_1073741900_1076]
2015-02-12 11:30:36,851 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741906_1082, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741900_1076]
2015-02-12 11:30:37,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:37,071 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:37,286 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:37,286 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:37,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:30:37,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:30:37,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:30:37,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:30:37,946 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 11:30:37,946 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 11:30:37,946 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 11:30:37,947 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 11:30:37,947 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 11:30:37,947 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 11:30:37,947 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 11:30:37,947 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 11:30:38,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008 dst=null perm=null proto=rpc
2015-02-12 11:30:38,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:30:38,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:30:38,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:38,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:38,287 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:38,288 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:38,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 11:30:38,427 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741896 for deletion
2015-02-12 11:30:38,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 11:30:38,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741898 for deletion
2015-02-12 11:30:38,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 11:30:38,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 11:30:38,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 11:30:38,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741896
2015-02-12 11:30:38,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 11:30:38,428 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741898_1074 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741898
2015-02-12 11:30:38,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 11:30:38,429 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 11:30:38,526 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0007_01_000001 succeeded
2015-02-12 11:30:38,526 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:30:38,527 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0007_01_000001
2015-02-12 11:30:38,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000001
2015-02-12 11:30:38,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000001
2015-02-12 11:30:38,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000001
2015-02-12 11:30:38,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0007/container_1423769204434_0007_01_000001
2015-02-12 11:30:38,550 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000001
2015-02-12 11:30:38,550 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:30:38,551 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0007_01_000001 from application application_1423769204434_0007
2015-02-12 11:30:38,551 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:38,551 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0007
2015-02-12 11:30:38,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:30:38,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:30:39,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:39,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:39,292 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:39,292 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:30:39,292 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000001
2015-02-12 11:30:39,292 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:30:39,292 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0007_000001
2015-02-12 11:30:39,292 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0007_000001
2015-02-12 11:30:39,293 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0007_000001 State change from FINISHING to FINISHED
2015-02-12 11:30:39,292 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:30:39,293 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0007 State change from FINISHING to FINISHED
2015-02-12 11:30:39,293 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0007_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:39,293 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0007
2015-02-12 11:30:39,293 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0007_000001
2015-02-12 11:30:39,293 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:39,294 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:30:39,293 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0007,name=[FA6142D449D047C6B04390C888D71D8F/D9EBAB59ECF84859BD18F273CE899A6E] trap test/(1/1) ...hain/tap-nondeterministic,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0007/jobhistory/job/job_1423769204434_0007,appMasterHost=10.1.1.68,startTime=1423769398541,finishTime=1423769432441,finalStatus=SUCCEEDED
2015-02-12 11:30:39,294 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0007_000001 released container container_1423769204434_0007_01_000001 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:30:39,294 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:39,294 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:39,294 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0007_000001 is done. finalState=FINISHED
2015-02-12 11:30:39,295 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0007 requests cleared
2015-02-12 11:30:39,295 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0007 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:30:39,295 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0007 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:30:39,297 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0007_000001 (auth:SIMPLE)
2015-02-12 11:30:39,299 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0007_01_000001
2015-02-12 11:30:39,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0007 CONTAINERID=container_1423769204434_0007_01_000001
2015-02-12 11:30:39,300 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0007_01_000001]
2015-02-12 11:30:39,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:39,300 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:30:39,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:39,300 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:39,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:39,301 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0007
2015-02-12 11:30:39,301 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:30:39,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:39,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:39,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:39,301 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0007, with delay of 10800 seconds
2015-02-12 11:30:39,696 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:39,702 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0008_000001
2015-02-12 11:30:39,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0008 APPATTEMPTID=appattempt_1423769204434_0008_000001
2015-02-12 11:30:39,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:30:39,703 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0008 State change from ACCEPTED to RUNNING
2015-02-12 11:30:39,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:39,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:39,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:39,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077
2015-02-12 11:30:39,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084
2015-02-12 11:30:39,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090
2015-02-12 11:30:39,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086
2015-02-12 11:30:39,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088
2015-02-12 11:30:39,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083
2015-02-12 11:30:39,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079
2015-02-12 11:30:39,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081
2015-02-12 11:30:39,914 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092
2015-02-12 11:30:39,943 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081
2015-02-12 11:30:39,944 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079
2015-02-12 11:30:39,945 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092
2015-02-12 11:30:39,945 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080
2015-02-12 11:30:39,946 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087
2015-02-12 11:30:39,946 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090
2015-02-12 11:30:39,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088
2015-02-12 11:30:39,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086
2015-02-12 11:30:39,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078
2015-02-12 11:30:39,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091
2015-02-12 11:30:39,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085
2015-02-12 11:30:39,965 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:30:40,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093 src: /127.0.0.1:59035 dest: /127.0.0.1:57369
2015-02-12 11:30:40,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093 src: /127.0.0.1:59036 dest: /127.0.0.1:57377
2015-02-12 11:30:40,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093 src: /127.0.0.1:59037 dest: /127.0.0.1:57366
2015-02-12 11:30:40,053 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59037, dest: /127.0.0.1:57366, bytes: 116512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093, duration: 34585000
2015-02-12 11:30:40,054 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:40,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59036, dest: /127.0.0.1:57377, bytes: 116512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093, duration: 35852000
2015-02-12 11:30:40,055 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:40,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:40,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59035, dest: /127.0.0.1:57369, bytes: 116512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093, duration: 36895000
2015-02-12 11:30:40,056 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:40,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:40,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:40,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:30:40,080 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0007_01_000005]
2015-02-12 11:30:40,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:40,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:40,080 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:30:40,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:40,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:40,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:40,081 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0007
2015-02-12 11:30:40,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0007
2015-02-12 11:30:40,082 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:30:40,082 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0007, with delay of 10800 seconds
2015-02-12 11:30:40,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:40,305 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:40,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089
2015-02-12 11:30:40,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089
2015-02-12 11:30:40,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080
2015-02-12 11:30:40,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084
2015-02-12 11:30:40,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083
2015-02-12 11:30:40,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078
2015-02-12 11:30:40,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085
2015-02-12 11:30:40,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741903_1079
2015-02-12 11:30:40,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077
2015-02-12 11:30:40,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087
2015-02-12 11:30:40,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090
2015-02-12 11:30:40,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741912_1088
2015-02-12 11:30:40,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091
2015-02-12 11:30:40,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741902_1078
2015-02-12 11:30:40,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741907_1083
2015-02-12 11:30:40,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741916_1092
2015-02-12 11:30:40,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741914_1090
2015-02-12 11:30:40,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741910_1086
2015-02-12 11:30:40,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741909_1085
2015-02-12 11:30:41,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089
2015-02-12 11:30:41,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741915_1091
2015-02-12 11:30:41,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741904_1080
2015-02-12 11:30:41,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741908_1084
2015-02-12 11:30:41,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741911_1087
2015-02-12 11:30:41,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741901_1077
2015-02-12 11:30:41,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741905_1081
2015-02-12 11:30:41,088 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:41,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:41,088 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000002
2015-02-12 11:30:41,088 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:30:41,088 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0008_000001 container=Container: [ContainerId: container_1423769204434_0008_01_000002, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:41,089 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:30:41,089 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:41,089 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:41,089 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000003
2015-02-12 11:30:41,089 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 11:30:41,089 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0008_000001 container=Container: [ContainerId: container_1423769204434_0008_01_000003, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:41,090 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:30:41,090 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:41,311 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:41,311 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000004
2015-02-12 11:30:41,311 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:30:41,312 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0008_000001 container=Container: [ContainerId: container_1423769204434_0008_01_000004, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:41,312 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:30:41,312 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:41,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:41,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000005
2015-02-12 11:30:41,313 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:30:41,313 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0008_000001 container=Container: [ContainerId: container_1423769204434_0008_01_000005, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:41,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:30:41,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:41,787 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57463 for container : container_1423769204434_0008_01_000002
2015-02-12 11:30:41,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:41,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:41,791 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0008_01_000004
2015-02-12 11:30:41,792 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:41,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:41,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:41,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:41,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:41,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:41,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:41,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:41,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:41,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:41,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:30:41,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:30:41,983 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:41,983 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:41,984 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:41,986 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:41,987 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0008_01_000004 by user soberoi
2015-02-12 11:30:41,987 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0008_01_000002 by user soberoi
2015-02-12 11:30:41,987 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0008
2015-02-12 11:30:41,988 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000002
2015-02-12 11:30:41,988 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0008_01_000002 to application application_1423769204434_0008
2015-02-12 11:30:41,988 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0008 transitioned from NEW to INITING
2015-02-12 11:30:41,988 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0008_01_000004 to application application_1423769204434_0008
2015-02-12 11:30:41,988 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0008_01_000005 by user soberoi
2015-02-12 11:30:41,988 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000004
2015-02-12 11:30:41,988 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:30:41,988 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0008
2015-02-12 11:30:41,989 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0008
2015-02-12 11:30:41,989 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:41,988 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000005
2015-02-12 11:30:41,988 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0008 transitioned from INITING to RUNNING
2015-02-12 11:30:41,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0008
2015-02-12 11:30:41,989 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:30:41,989 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0008_01_000005 to application application_1423769204434_0008
2015-02-12 11:30:41,990 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0008
2015-02-12 11:30:41,990 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0008
2015-02-12 11:30:41,990 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:41,990 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:41,990 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0008
2015-02-12 11:30:41,991 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:30:41,991 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:30:41,991 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:30:41,991 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0008_01_000004
2015-02-12 11:30:41,992 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0008
2015-02-12 11:30:41,992 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0008
2015-02-12 11:30:41,992 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:41,992 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0008
2015-02-12 11:30:41,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0008_01_000005
2015-02-12 11:30:42,008 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0008_01_000004.tokens. Credentials list:
2015-02-12 11:30:42,008 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423769204434_0008_01_000005.tokens. Credentials list:
2015-02-12 11:30:42,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0008_01_000003 by user soberoi
2015-02-12 11:30:42,028 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000003
2015-02-12 11:30:42,028 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0008_01_000003 to application application_1423769204434_0008
2015-02-12 11:30:42,029 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:30:42,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0008
2015-02-12 11:30:42,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0008
2015-02-12 11:30:42,029 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:42,029 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0008
2015-02-12 11:30:42,030 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:42,039 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:42,039 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:42,075 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:42,075 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:42,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:42,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:42,211 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000002/default_container_executor.sh]
2015-02-12 11:30:42,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000003/default_container_executor.sh]
2015-02-12 11:30:42,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:30:42,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:42,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:30:42,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:30:42,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423769204434_0008_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000005.tokens
2015-02-12 11:30:42,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:30:42,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0008_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000004.tokens
2015-02-12 11:30:42,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:30:42,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:42,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 11:30:42,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:42,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 11:30:42,620 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:30:42,653 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:30:42,653 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:42,653 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:30:42,701 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:42,701 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:30:42,701 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:42,701 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:42,811 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:30:42,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000005/default_container_executor.sh]
2015-02-12 11:30:42,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000004/default_container_executor.sh]
2015-02-12 11:30:44,957 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741913_1089
2015-02-12 11:30:45,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093
2015-02-12 11:30:45,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093
2015-02-12 11:30:49,961 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741917_1093
2015-02-12 11:30:56,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:56,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:56,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:56,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job.split dst=null perm=null proto=rpc
2015-02-12 11:30:56,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:56,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:56,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:56,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:30:57,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:57,233 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 826 Total time for transactions(ms): 81 Number of transactions batched in Syncs: 18 Number of syncs: 553 SyncTimes(ms): 19 4
2015-02-12 11:30:57,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:57,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0/part-m-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:57,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:57,329 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0/part-m-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:57,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0/part-m-00001-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:57,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:57,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094 src: /127.0.0.1:59136 dest: /127.0.0.1:57369
2015-02-12 11:30:57,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094 src: /127.0.0.1:59137 dest: /127.0.0.1:57374
2015-02-12 11:30:57,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094 src: /127.0.0.1:59138 dest: /127.0.0.1:57377
2015-02-12 11:30:57,396 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0/part-m-00001-00001. BP-890477609-10.1.1.68-1423769186145 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:30:57,430 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59138, dest: /127.0.0.1:57377, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000000_0_-49496500_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094, duration: 37167000
2015-02-12 11:30:57,430 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:57,431 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59137, dest: /127.0.0.1:57374, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000000_0_-49496500_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094, duration: 38036000
2015-02-12 11:30:57,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,431 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:57,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,432 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59136, dest: /127.0.0.1:57369, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000000_0_-49496500_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094, duration: 38906000
2015-02-12 11:30:57,432 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:57,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,437 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1423769204434_0008_m_000000_0_-49496500_1
2015-02-12 11:30:57,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095 src: /127.0.0.1:59139 dest: /127.0.0.1:57369
2015-02-12 11:30:57,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0/part-m-00001-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:57,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095 src: /127.0.0.1:59140 dest: /127.0.0.1:57374
2015-02-12 11:30:57,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:57,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095 src: /127.0.0.1:59141 dest: /127.0.0.1:57366
2015-02-12 11:30:57,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:30:57,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0/part-m-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:57,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,499 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59141, dest: /127.0.0.1:57366, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000001_0_-467866601_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095, duration: 33910000
2015-02-12 11:30:57,500 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:57,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:30:57,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59140, dest: /127.0.0.1:57374, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000001_0_-467866601_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095, duration: 33941000
2015-02-12 11:30:57,501 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:57,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59139, dest: /127.0.0.1:57369, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000001_0_-467866601_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095, duration: 35752000
2015-02-12 11:30:57,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:57,501 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:57,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:30:57,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1423769204434_0008_m_000001_0_-467866601_1
2015-02-12 11:30:57,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,523 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 11:30:57,524 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:30:57,525 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0/part-m-00001-00002. BP-890477609-10.1.1.68-1423769186145 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:57,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:57,541 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:57,543 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0008_01_000002
2015-02-12 11:30:57,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:30:57,543 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000002
2015-02-12 11:30:57,543 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:30:57,544 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0008_01_000002
2015-02-12 11:30:57,570 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0008_01_000002 is : 143
2015-02-12 11:30:57,580 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:57,582 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:30:57,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097 src: /127.0.0.1:59145 dest: /127.0.0.1:57366
2015-02-12 11:30:57,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000002
2015-02-12 11:30:57,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000002
2015-02-12 11:30:57,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000002
2015-02-12 11:30:57,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000002
2015-02-12 11:30:57,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000002
2015-02-12 11:30:57,583 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:30:57,583 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0008_01_000002 from application application_1423769204434_0008
2015-02-12 11:30:57,583 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:57,584 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0008
2015-02-12 11:30:57,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097 src: /127.0.0.1:59146 dest: /127.0.0.1:57369
2015-02-12 11:30:57,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097 src: /127.0.0.1:59147 dest: /127.0.0.1:57377
2015-02-12 11:30:57,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0/part-m-00001-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:57,590 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1.jhist for DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:30:57,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096 src: /127.0.0.1:59142 dest: /127.0.0.1:57369
2015-02-12 11:30:57,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096 src: /127.0.0.1:59149 dest: /127.0.0.1:57374
2015-02-12 11:30:57,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096 src: /127.0.0.1:59150 dest: /127.0.0.1:57377
2015-02-12 11:30:57,681 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59150, dest: /127.0.0.1:57377, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000002_0_1473606699_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096, duration: 39482000
2015-02-12 11:30:57,681 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:57,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,682 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59149, dest: /127.0.0.1:57374, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000002_0_1473606699_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096, duration: 40202000
2015-02-12 11:30:57,682 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:57,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,683 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59142, dest: /127.0.0.1:57369, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000002_0_1473606699_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096, duration: 41286000
2015-02-12 11:30:57,685 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:57,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,690 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0/part-m-00001-00002 is closed by DFSClient_attempt_1423769204434_0008_m_000002_0_1473606699_1
2015-02-12 11:30:57,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:30:57,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:57,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:30:57,728 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:57,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0008_01_000003
2015-02-12 11:30:57,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000003
2015-02-12 11:30:57,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0/part-m-00001-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:57,731 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:30:57,731 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0008_01_000003
2015-02-12 11:30:57,731 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:57,731 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0008_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:30:57,731 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000002
2015-02-12 11:30:57,731 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 11:30:57,732 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:30:57,732 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0008_01_000002, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:57,732 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:57,733 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:30:57,733 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0008_000001 released container container_1423769204434_0008_01_000002 on node: host: 10.1.1.68:57463 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 11:30:57,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,751 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0008_01_000003 is : 143
2015-02-12 11:30:57,775 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:30:57,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000003
2015-02-12 11:30:57,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000003
2015-02-12 11:30:57,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000003
2015-02-12 11:30:57,781 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000003
2015-02-12 11:30:57,781 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000003
2015-02-12 11:30:57,782 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:30:57,782 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0008_01_000003 from application application_1423769204434_0008
2015-02-12 11:30:57,782 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:57,782 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0008
2015-02-12 11:30:57,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0/part-m-00001-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:57,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,839 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:57,840 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0008_01_000004
2015-02-12 11:30:57,841 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000004
2015-02-12 11:30:57,841 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:30:57,841 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0008_01_000004
2015-02-12 11:30:57,858 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0008_01_000004 is : 143
2015-02-12 11:30:57,870 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:30:57,870 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0/part-m-00001-00003. BP-890477609-10.1.1.68-1423769186145 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:30:57,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000004
2015-02-12 11:30:57,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000004
2015-02-12 11:30:57,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000004
2015-02-12 11:30:57,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000004
2015-02-12 11:30:57,871 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000004
2015-02-12 11:30:57,872 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:30:57,872 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0008_01_000004 from application application_1423769204434_0008
2015-02-12 11:30:57,872 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:57,872 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0008
2015-02-12 11:30:57,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098 src: /127.0.0.1:59167 dest: /127.0.0.1:57374
2015-02-12 11:30:57,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098 src: /127.0.0.1:59168 dest: /127.0.0.1:57369
2015-02-12 11:30:57,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098 src: /127.0.0.1:59169 dest: /127.0.0.1:57377
2015-02-12 11:30:57,956 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59169, dest: /127.0.0.1:57377, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000003_0_1003040238_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098, duration: 32226000
2015-02-12 11:30:57,956 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:30:57,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59168, dest: /127.0.0.1:57369, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000003_0_1003040238_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098, duration: 33558000
2015-02-12 11:30:57,958 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:57,958 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59167, dest: /127.0.0.1:57374, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0008_m_000003_0_1003040238_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098, duration: 34589000
2015-02-12 11:30:57,959 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:30:57,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:30:57,965 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1423769204434_0008_m_000003_0_1003040238_1
2015-02-12 11:30:57,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:57,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:30:57,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:30:57,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0/part-m-00001-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:30:57,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary/_attempt_1423769204434_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:58,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:30:58,029 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:58,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0008_01_000005
2015-02-12 11:30:58,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000005
2015-02-12 11:30:58,031 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:30:58,031 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0008_01_000005
2015-02-12 11:30:58,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:58,033 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0008_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:30:58,033 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000004
2015-02-12 11:30:58,033 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:30:58,034 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:30:58,034 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0008_01_000004, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:58,035 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:58,035 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:30:58,035 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0008_000001 released container container_1423769204434_0008_01_000004 on node: host: 10.1.1.68:57488 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:30:58,049 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0008_01_000005 is : 143
2015-02-12 11:30:58,058 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:30:58,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000005
2015-02-12 11:30:58,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000005
2015-02-12 11:30:58,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000005
2015-02-12 11:30:58,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000005
2015-02-12 11:30:58,061 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000005
2015-02-12 11:30:58,061 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:30:58,061 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0008_01_000005 from application application_1423769204434_0008
2015-02-12 11:30:58,062 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:30:58,062 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0008
2015-02-12 11:30:58,736 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:58,736 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:58,737 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0008_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:30:58,737 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000003
2015-02-12 11:30:58,737 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:30:58,737 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:30:58,738 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0008_01_000003, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:58,738 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:58,738 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:30:58,738 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0008_000001 released container container_1423769204434_0008_01_000003 on node: host: 10.1.1.68:57463 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:30:59,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:59,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:30:59,038 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0008_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:30:59,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000005
2015-02-12 11:30:59,038 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:30:59,038 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:30:59,039 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0008_01_000005, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:30:59,039 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:59,039 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:30:59,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0008_000001 released container container_1423769204434_0008_01_000005 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:30:59,040 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:30:59,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000006
2015-02-12 11:30:59,040 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0008_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:30:59,040 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0008_000001 container=Container: [ContainerId: container_1423769204434_0008_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:30:59,040 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:30:59,040 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:30:59,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0008_01_000002]
2015-02-12 11:30:59,737 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:59,737 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:30:59,956 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:30:59,968 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:30:59,971 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0008_01_000006 by user soberoi
2015-02-12 11:30:59,971 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000006
2015-02-12 11:30:59,971 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0008_01_000006 to application application_1423769204434_0008
2015-02-12 11:30:59,972 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:30:59,972 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0008
2015-02-12 11:30:59,972 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0008
2015-02-12 11:30:59,972 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:30:59,972 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0008
2015-02-12 11:30:59,973 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:00,019 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:00,019 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:00,039 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0008_01_000004]
2015-02-12 11:31:00,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:00,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:00,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:00,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000006/default_container_executor.sh]
2015-02-12 11:31:00,745 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0008_01_000003]
2015-02-12 11:31:00,745 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:00,961 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:31:01,039 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0008_01_000005]
2015-02-12 11:31:01,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:03,892 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:31:03,893 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:31:03,906 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:31:03,906 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:31:04,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:04,177 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0008_r_000000_0_1245362139_1
2015-02-12 11:31:04,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:31:04,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:31:04,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/task_1423769204434_0008_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:31:04,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/_temporary/attempt_1423769204434_0008_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/task_1423769204434_0008_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:04,207 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:31:04,209 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0008_01_000006
2015-02-12 11:31:04,209 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000006
2015-02-12 11:31:04,210 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:31:04,210 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0008_01_000006
2015-02-12 11:31:04,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:04,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:31:04,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:31:04,227 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0008_01_000006 is : 143
2015-02-12 11:31:04,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:04,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:04,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/task_1423769204434_0008_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:31:04,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:04,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary/1/task_1423769204434_0008_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:04,236 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:31:04,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000006
2015-02-12 11:31:04,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000006
2015-02-12 11:31:04,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000006
2015-02-12 11:31:04,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000006
2015-02-12 11:31:04,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000006
2015-02-12 11:31:04,237 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:31:04,238 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0008_01_000006 from application application_1423769204434_0008
2015-02-12 11:31:04,238 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:04,238 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0008
2015-02-12 11:31:04,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:04,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:04,244 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:31:04,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:04,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:31:04,260 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59147, dest: /127.0.0.1:57377, bytes: 59218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097, duration: 6672701000
2015-02-12 11:31:04,260 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:04,261 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 15715
2015-02-12 11:31:04,261 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59146, dest: /127.0.0.1:57369, bytes: 59218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097, duration: 6673714000
2015-02-12 11:31:04,261 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:04,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 15715
2015-02-12 11:31:04,263 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59145, dest: /127.0.0.1:57366, bytes: 59218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097, duration: 6675192000
2015-02-12 11:31:04,263 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:04,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 15715
2015-02-12 11:31:04,265 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:31:04,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:04,269 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:31:04,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099 src: /127.0.0.1:59201 dest: /127.0.0.1:57377
2015-02-12 11:31:04,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099 src: /127.0.0.1:59202 dest: /127.0.0.1:57366
2015-02-12 11:31:04,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099 src: /127.0.0.1:59203 dest: /127.0.0.1:57374
2015-02-12 11:31:04,276 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59203, dest: /127.0.0.1:57374, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099, duration: 1354000
2015-02-12 11:31:04,276 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:04,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:04,277 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59202, dest: /127.0.0.1:57366, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099, duration: 2230000
2015-02-12 11:31:04,277 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:04,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:04,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59201, dest: /127.0.0.1:57377, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099, duration: 3002000
2015-02-12 11:31:04,278 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:04,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:04,280 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:31:04,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:04,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:31:04,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:31:04,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:31:04,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:31:04,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:31:04,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:04,298 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:31:04,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100 src: /127.0.0.1:59205 dest: /127.0.0.1:57366
2015-02-12 11:31:04,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100 src: /127.0.0.1:59206 dest: /127.0.0.1:57374
2015-02-12 11:31:04,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100 src: /127.0.0.1:59207 dest: /127.0.0.1:57377
2015-02-12 11:31:04,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59207, dest: /127.0.0.1:57377, bytes: 59218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100, duration: 1515000
2015-02-12 11:31:04,305 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:04,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:31:04,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59206, dest: /127.0.0.1:57374, bytes: 59218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100, duration: 2074000
2015-02-12 11:31:04,306 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:04,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:31:04,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59205, dest: /127.0.0.1:57366, bytes: 59218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100, duration: 2908000
2015-02-12 11:31:04,307 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:04,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:31:04,309 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:31:04,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:04,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:31:04,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:31:04,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:31:04,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:31:04,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008/job_1423769204434_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:31:04,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:04,322 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:31:04,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101 src: /127.0.0.1:59209 dest: /127.0.0.1:57366
2015-02-12 11:31:04,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101 src: /127.0.0.1:59210 dest: /127.0.0.1:57369
2015-02-12 11:31:04,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101 src: /127.0.0.1:59211 dest: /127.0.0.1:57374
2015-02-12 11:31:04,330 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59211, dest: /127.0.0.1:57374, bytes: 116512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101, duration: 1889000
2015-02-12 11:31:04,330 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:04,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:31:04,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59210, dest: /127.0.0.1:57369, bytes: 116512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101, duration: 2458000
2015-02-12 11:31:04,331 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:04,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:04,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59209, dest: /127.0.0.1:57366, bytes: 116512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1818331792_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101, duration: 3411000
2015-02-12 11:31:04,332 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:04,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:04,335 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1818331792_1
2015-02-12 11:31:04,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:04,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:04,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:04,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:04,347 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0008_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:31:04,347 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:31:04,347 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0008 with final state: FINISHING
2015-02-12 11:31:04,347 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0008 State change from RUNNING to FINAL_SAVING
2015-02-12 11:31:04,347 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0008
2015-02-12 11:31:04,349 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:31:04,349 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0008 State change from FINAL_SAVING to FINISHING
2015-02-12 11:31:04,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095
2015-02-12 11:31:05,212 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:31:05,212 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0008_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:31:05,212 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000006
2015-02-12 11:31:05,213 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0008_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:31:05,213 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:31:05,214 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0008_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:31:05,214 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:05,214 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:31:05,214 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0008_000001 released container container_1423769204434_0008_01_000006 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:31:05,346 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094
2015-02-12 11:31:05,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096
2015-02-12 11:31:05,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095
2015-02-12 11:31:05,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098
2015-02-12 11:31:05,357 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0008 unregistered successfully.
2015-02-12 11:31:05,364 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:57374 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57366
2015-02-12 11:31:05,364 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:57369 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57374
2015-02-12 11:31:05,364 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57377
2015-02-12 11:31:05,364 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57369
2015-02-12 11:31:05,364 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57377
2015-02-12 11:31:05,365 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:31:05,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0008 dst=null perm=null proto=rpc
2015-02-12 11:31:05,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:05,427 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary
2015-02-12 11:31:05,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:05,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,432 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary
2015-02-12 11:31:05,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:05,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:05,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,435 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary
2015-02-12 11:31:05,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:05,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:05,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:05,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:05,479 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:31:05,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:05,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,536 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 11:31:05,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:05,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:31:05,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:31:05,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:05,554 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/seq/tap
2015-02-12 11:31:05,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:05,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:05,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:05,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap dst=null perm=null proto=rpc
2015-02-12 11:31:05,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:05,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:05,563 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/seq/trap
2015-02-12 11:31:05,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:05,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:05,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:31:05,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:31:05,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:31:05,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:31:05,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:05,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/seq/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:05,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:05,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:05,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:05,613 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt. BP-890477609-10.1.1.68-1423769186145 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:31:05,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102 src: /127.0.0.1:59221 dest: /127.0.0.1:57369
2015-02-12 11:31:05,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102 src: /127.0.0.1:59222 dest: /127.0.0.1:57366
2015-02-12 11:31:05,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102 src: /127.0.0.1:59223 dest: /127.0.0.1:57374
2015-02-12 11:31:05,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59223, dest: /127.0.0.1:57374, bytes: 5, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102, duration: 1782000
2015-02-12 11:31:05,622 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:05,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:31:05,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59222, dest: /127.0.0.1:57366, bytes: 5, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102, duration: 2031000
2015-02-12 11:31:05,623 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:05,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:05,624 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59221, dest: /127.0.0.1:57369, bytes: 5, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102, duration: 3277000
2015-02-12 11:31:05,624 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:05,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:05,627 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:05,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098
2015-02-12 11:31:05,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094
2015-02-12 11:31:05,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096
2015-02-12 11:31:05,679 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:31:05,683 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:31:05,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:05,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:05,814 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-12 11:31:05,815 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] source: Hfs["TextDelimited[['id', 'name' | int, String]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt"]
2015-02-12 11:31:05,815 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] sink: Hfs["TextDelimited[['id', 'name' | int, String]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation"]
2015-02-12 11:31:05,816 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] parallel execution is enabled: true
2015-02-12 11:31:05,816 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting jobs: 1
2015-02-12 11:31:05,816 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] allocating threads: 1
2015-02-12 11:31:05,817 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...tform/testTrapNoOperation
2015-02-12 11:31:05,836 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:31:05,863 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:31:05,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:05,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:31:05,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:31:05,878 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 9
2015-02-12 11:31:05,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009 dst=null perm=null proto=rpc
2015-02-12 11:31:05,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:31:05,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:31:05,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:05,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:05,894 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:31:05,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103 src: /127.0.0.1:59232 dest: /127.0.0.1:57366
2015-02-12 11:31:05,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103 src: /127.0.0.1:59233 dest: /127.0.0.1:57369
2015-02-12 11:31:05,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103 src: /127.0.0.1:59235 dest: /127.0.0.1:57377
2015-02-12 11:31:05,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59235, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103, duration: 14240000
2015-02-12 11:31:05,946 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:05,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59233, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103, duration: 35163000
2015-02-12 11:31:05,948 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:05,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:31:05,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59232, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103, duration: 36593000
2015-02-12 11:31:05,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:31:05,949 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:05,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:31:05,955 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:05,956 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar
2015-02-12 11:31:05,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:05,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:05,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:05,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:05,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:05,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:31:05,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:31:05,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:31:05,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:31:05,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:31:05,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:05,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:05,974 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:31:05,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:05,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:05,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:05,981 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split
2015-02-12 11:31:05,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:05,983 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:31:05,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104 src: /127.0.0.1:59237 dest: /127.0.0.1:57377
2015-02-12 11:31:05,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104 src: /127.0.0.1:59238 dest: /127.0.0.1:57366
2015-02-12 11:31:05,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104 src: /127.0.0.1:59239 dest: /127.0.0.1:57369
2015-02-12 11:31:05,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104 src: /127.0.0.1:59240 dest: /127.0.0.1:57374
2015-02-12 11:31:05,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59240, dest: /127.0.0.1:57374, bytes: 1862, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104, duration: 2291000
2015-02-12 11:31:05,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:05,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59239, dest: /127.0.0.1:57369, bytes: 1862, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104, duration: 2810000
2015-02-12 11:31:05,995 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:05,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:05,996 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59238, dest: /127.0.0.1:57366, bytes: 1862, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104, duration: 3405000
2015-02-12 11:31:05,996 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:05,997 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59237, dest: /127.0.0.1:57377, bytes: 1862, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104, duration: 4205000
2015-02-12 11:31:05,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:05,997 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:06,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:06,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:06,003 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:06,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:06,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:06,008 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:31:06,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105 src: /127.0.0.1:59241 dest: /127.0.0.1:57366
2015-02-12 11:31:06,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105 src: /127.0.0.1:59243 dest: /127.0.0.1:57374
2015-02-12 11:31:06,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105 src: /127.0.0.1:59244 dest: /127.0.0.1:57369
2015-02-12 11:31:06,016 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59244, dest: /127.0.0.1:57369, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105, duration: 1249000
2015-02-12 11:31:06,017 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:06,017 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59243, dest: /127.0.0.1:57374, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105, duration: 1883000
2015-02-12 11:31:06,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:31:06,017 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:06,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59241, dest: /127.0.0.1:57366, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105, duration: 2924000
2015-02-12 11:31:06,018 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:06,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:31:06,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:31:06,024 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:06,027 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:5
2015-02-12 11:31:06,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:06,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:06,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741919_1095
2015-02-12 11:31:06,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741922_1098
2015-02-12 11:31:06,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741920_1096
2015-02-12 11:31:06,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741918_1094
2015-02-12 11:31:06,068 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:31:06,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106 src: /127.0.0.1:59245 dest: /127.0.0.1:57369
2015-02-12 11:31:06,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106 src: /127.0.0.1:59246 dest: /127.0.0.1:57377
2015-02-12 11:31:06,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106 src: /127.0.0.1:59247 dest: /127.0.0.1:57366
2015-02-12 11:31:06,080 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59247, dest: /127.0.0.1:57366, bytes: 97613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106, duration: 4019000
2015-02-12 11:31:06,080 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:06,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59246, dest: /127.0.0.1:57377, bytes: 97613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106, duration: 4557000
2015-02-12 11:31:06,081 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:06,082 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59245, dest: /127.0.0.1:57369, bytes: 97613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106, duration: 5660000
2015-02-12 11:31:06,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:31:06,082 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:06,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:06,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:06,088 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:06,088 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0009
2015-02-12 11:31:06,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009 dst=null perm=null proto=rpc
2015-02-12 11:31:06,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:06,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:06,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:06,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:06,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:06,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:06,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,125 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 9 submitted by user soberoi
2015-02-12 11:31:06,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0009
2015-02-12 11:31:06,125 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0009
2015-02-12 11:31:06,126 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0009 State change from NEW to NEW_SAVING
2015-02-12 11:31:06,126 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0009
2015-02-12 11:31:06,126 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0009 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:31:06,126 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0009 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:31:06,126 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0009 from user: soberoi, in queue: default
2015-02-12 11:31:06,127 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0009 State change from SUBMITTED to ACCEPTED
2015-02-12 11:31:06,127 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0009_000001
2015-02-12 11:31:06,127 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from NEW to SUBMITTED
2015-02-12 11:31:06,127 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0009 from user: soberoi activated in queue: default
2015-02-12 11:31:06,127 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:31:06,127 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0009_000001 to scheduler from user soberoi in queue default
2015-02-12 11:31:06,128 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:31:06,132 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0009
2015-02-12 11:31:06,137 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0009/
2015-02-12 11:31:06,137 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1423769204434_0009
2015-02-12 11:31:06,137 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0009/
2015-02-12 11:31:06,217 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:06,217 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:06,217 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000001
2015-02-12 11:31:06,218 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:31:06,218 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0009_000001 container=Container: [ContainerId: container_1423769204434_0009_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:06,218 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:31:06,218 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:06,219 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0009_01_000001
2015-02-12 11:31:06,220 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:06,220 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0009_000001
2015-02-12 11:31:06,220 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0009 AttemptId: appattempt_1423769204434_0009_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0009_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ]
2015-02-12 11:31:06,220 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:31:06,221 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:31:06,221 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0009_000001
2015-02-12 11:31:06,223 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0009_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0009_000001
2015-02-12 11:31:06,223 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:31:06,224 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0009_000001
2015-02-12 11:31:06,224 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0009_000001
2015-02-12 11:31:06,227 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:06,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0009_01_000001 by user soberoi
2015-02-12 11:31:06,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0009
2015-02-12 11:31:06,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000001
2015-02-12 11:31:06,230 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0009 transitioned from NEW to INITING
2015-02-12 11:31:06,230 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0009_01_000001 to application application_1423769204434_0009
2015-02-12 11:31:06,230 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0009 transitioned from INITING to RUNNING
2015-02-12 11:31:06,230 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0009_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0009_000001
2015-02-12 11:31:06,231 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:31:06,231 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:31:06,231 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0009
2015-02-12 11:31:06,231 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:31:06,231 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:31:06,231 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:31:06,231 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:31:06,232 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0009_01_000001
2015-02-12 11:31:06,246 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0009_01_000001.tokens. Credentials list:
2015-02-12 11:31:06,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:06,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0009_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000001.tokens
2015-02-12 11:31:06,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:06,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:06,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:06,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:06,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:06,856 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:06,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:06,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:06,911 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57369 to replicate blk_1073741927_1103 to datanode(s) 127.0.0.1:57374
2015-02-12 11:31:06,911 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741921_1097, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091, blk_1073741917_1093]
2015-02-12 11:31:06,911 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092]
2015-02-12 11:31:06,938 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:06,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:06,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:07,017 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:07,017 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:07,072 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:07,072 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:07,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:07,222 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:07,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000001/default_container_executor.sh]
2015-02-12 11:31:07,994 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103 to 127.0.0.1:57374
2015-02-12 11:31:07,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103 src: /127.0.0.1:59252 dest: /127.0.0.1:57374
2015-02-12 11:31:07,995 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103 (numBytes=254067) to /127.0.0.1:57374
2015-02-12 11:31:07,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103 src: /127.0.0.1:59252 dest: /127.0.0.1:57374 of size 254067
2015-02-12 11:31:07,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741927_1103 size 254067
2015-02-12 11:31:08,232 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:08,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 11:31:08,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 11:31:08,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 11:31:08,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 11:31:08,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 11:31:08,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 11:31:08,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 11:31:08,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 11:31:08,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 11:31:08,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 11:31:08,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 11:31:08,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 11:31:08,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 11:31:08,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 11:31:08,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 11:31:08,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 11:31:08,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 11:31:08,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 11:31:09,239 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:09,915 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741921_1097, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092, blk_1073741917_1093]
2015-02-12 11:31:09,915 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741921_1097, blk_1073741913_1089, blk_1073741914_1090, blk_1073741916_1092, blk_1073741917_1093]
2015-02-12 11:31:09,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099
2015-02-12 11:31:09,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100
2015-02-12 11:31:09,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097
2015-02-12 11:31:09,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101
2015-02-12 11:31:10,242 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:10,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101
2015-02-12 11:31:10,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741921_1097
2015-02-12 11:31:10,456 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0008_01_000001 succeeded
2015-02-12 11:31:10,457 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:31:10,457 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0008_01_000001
2015-02-12 11:31:10,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000001
2015-02-12 11:31:10,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000001
2015-02-12 11:31:10,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000001
2015-02-12 11:31:10,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008/container_1423769204434_0008_01_000001
2015-02-12 11:31:10,480 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000001
2015-02-12 11:31:10,481 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:31:10,481 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0008_01_000001 from application application_1423769204434_0008
2015-02-12 11:31:10,481 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:10,481 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0008
2015-02-12 11:31:10,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099
2015-02-12 11:31:10,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100
2015-02-12 11:31:10,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:31:10,790 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0008_000001
2015-02-12 11:31:10,790 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0008_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:31:10,790 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0008_000001
2015-02-12 11:31:10,790 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000001
2015-02-12 11:31:10,790 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0008_000001 State change from FINISHING to FINISHED
2015-02-12 11:31:10,790 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57463, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:31:10,791 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0008 State change from FINISHING to FINISHED
2015-02-12 11:31:10,791 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:31:10,791 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0008_000001
2015-02-12 11:31:10,791 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0008
2015-02-12 11:31:10,791 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0008_01_000001, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:31:10,791 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:10,791 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0008,name=[F349A4FBA43E4CB1B0F26FE598732B4E/12B4371686A34585A50A51BDB2D941F7] trap test/(1/1) ...-mr1/trapplatform/seq/tap,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0008/jobhistory/job/job_1423769204434_0008,appMasterHost=10.1.1.68,startTime=1423769433804,finishTime=1423769464347,finalStatus=SUCCEEDED
2015-02-12 11:31:10,791 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:31:10,791 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0008_000001 released container container_1423769204434_0008_01_000001 on node: host: 10.1.1.68:57463 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:31:10,792 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0008_000001 is done. finalState=FINISHED
2015-02-12 11:31:10,792 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0008 requests cleared
2015-02-12 11:31:10,792 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0008 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:31:10,792 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0008 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:31:10,794 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0008_000001 (auth:SIMPLE)
2015-02-12 11:31:10,796 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0008_01_000001
2015-02-12 11:31:10,796 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0008 CONTAINERID=container_1423769204434_0008_01_000001
2015-02-12 11:31:10,796 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0008_01_000001]
2015-02-12 11:31:10,797 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:10,797 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:31:10,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:31:10,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:31:10,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:31:10,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:31:10,800 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0008
2015-02-12 11:31:10,800 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:31:10,800 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0008, with delay of 10800 seconds
2015-02-12 11:31:10,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 11:31:10,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 11:31:10,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 11:31:10,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741915 for deletion
2015-02-12 11:31:10,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 11:31:10,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 11:31:10,884 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 11:31:10,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 11:31:10,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741915
2015-02-12 11:31:10,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 11:31:10,885 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 11:31:10,886 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 11:31:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 11:31:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 11:31:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741914 for deletion
2015-02-12 11:31:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 11:31:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 11:31:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 11:31:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741914
2015-02-12 11:31:11,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 11:31:11,001 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 11:31:11,001 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 11:31:11,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105
2015-02-12 11:31:11,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741924_1100
2015-02-12 11:31:11,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741925_1101
2015-02-12 11:31:11,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741923_1099
2015-02-12 11:31:11,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102
2015-02-12 11:31:11,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104
2015-02-12 11:31:11,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:11,248 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:31:11,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:31:11,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:31:11,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:31:11,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0008
2015-02-12 11:31:11,249 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0008
2015-02-12 11:31:11,250 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:31:11,250 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0008, with delay of 10800 seconds
2015-02-12 11:31:12,257 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:14,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103
2015-02-12 11:31:14,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104
2015-02-12 11:31:15,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106
2015-02-12 11:31:15,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102
2015-02-12 11:31:15,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105
2015-02-12 11:31:15,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103
2015-02-12 11:31:15,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106
2015-02-12 11:31:15,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104
2015-02-12 11:31:15,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741926_1102
2015-02-12 11:31:15,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741929_1105
2015-02-12 11:31:15,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741928_1104
2015-02-12 11:31:15,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103
2015-02-12 11:31:15,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741930_1106
2015-02-12 11:31:16,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741927_1103
2015-02-12 11:31:16,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:31:16,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:31:16,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:31:16,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:31:17,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009 dst=null perm=null proto=rpc
2015-02-12 11:31:17,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:31:17,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:31:18,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:18,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:19,097 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:19,099 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0009_000001
2015-02-12 11:31:19,099 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0009 APPATTEMPTID=appattempt_1423769204434_0009_000001
2015-02-12 11:31:19,099 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:31:19,099 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0009 State change from ACCEPTED to RUNNING
2015-02-12 11:31:19,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:19,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:19,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:19,423 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:31:19,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107 src: /127.0.0.1:59323 dest: /127.0.0.1:57377
2015-02-12 11:31:19,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107 src: /127.0.0.1:59327 dest: /127.0.0.1:57369
2015-02-12 11:31:19,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107 src: /127.0.0.1:59328 dest: /127.0.0.1:57374
2015-02-12 11:31:19,559 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59328, dest: /127.0.0.1:57374, bytes: 114616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107, duration: 34136000
2015-02-12 11:31:19,559 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:19,559 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:19,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59327, dest: /127.0.0.1:57369, bytes: 114616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107, duration: 34890000
2015-02-12 11:31:19,560 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:19,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:19,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59323, dest: /127.0.0.1:57377, bytes: 114616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107, duration: 35813000
2015-02-12 11:31:19,561 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:19,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:19,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:20,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:20,309 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000002
2015-02-12 11:31:20,309 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:31:20,309 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0009_000001 container=Container: [ContainerId: container_1423769204434_0009_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:20,309 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:31:20,309 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:20,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:20,309 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000003
2015-02-12 11:31:20,310 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 11:31:20,310 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0009_000001 container=Container: [ContainerId: container_1423769204434_0009_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:20,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:31:20,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:20,726 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:20,726 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000004
2015-02-12 11:31:20,727 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:31:20,727 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0009_000001 container=Container: [ContainerId: container_1423769204434_0009_01_000004, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:20,727 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:31:20,727 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:20,727 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:20,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000005
2015-02-12 11:31:20,728 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0009_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:31:20,728 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0009_000001 container=Container: [ContainerId: container_1423769204434_0009_01_000005, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:20,728 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:31:20,728 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:20,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:20,729 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000006
2015-02-12 11:31:20,729 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0009_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 11:31:20,729 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0009_000001 container=Container: [ContainerId: container_1423769204434_0009_01_000006, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:20,729 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-12 11:31:20,729 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:21,157 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0009_01_000002
2015-02-12 11:31:21,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:21,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:21,161 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57473 for container : container_1423769204434_0009_01_000004
2015-02-12 11:31:21,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:21,163 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:21,165 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:21,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:21,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:21,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,343 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:21,344 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:21,344 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:21,345 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:21,348 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0009_01_000005 by user soberoi
2015-02-12 11:31:21,348 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0009
2015-02-12 11:31:21,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0009_01_000004 by user soberoi
2015-02-12 11:31:21,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0009_01_000006 by user soberoi
2015-02-12 11:31:21,349 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000004
2015-02-12 11:31:21,349 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000006
2015-02-12 11:31:21,349 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000005
2015-02-12 11:31:21,349 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0009 transitioned from NEW to INITING
2015-02-12 11:31:21,349 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0009_01_000005 to application application_1423769204434_0009
2015-02-12 11:31:21,350 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0009_01_000004 to application application_1423769204434_0009
2015-02-12 11:31:21,350 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0009_01_000006 to application application_1423769204434_0009
2015-02-12 11:31:21,350 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0009 transitioned from INITING to RUNNING
2015-02-12 11:31:21,350 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:31:21,351 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:31:21,351 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:31:21,351 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,351 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,351 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:21,351 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0009
2015-02-12 11:31:21,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:31:21,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:31:21,352 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,352 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,352 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:21,352 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0009
2015-02-12 11:31:21,352 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,352 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,352 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:21,353 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0009
2015-02-12 11:31:21,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0009_01_000004
2015-02-12 11:31:21,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0009_01_000005
2015-02-12 11:31:21,354 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0009_01_000006
2015-02-12 11:31:21,364 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0009_01_000003 by user soberoi
2015-02-12 11:31:21,364 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000003
2015-02-12 11:31:21,365 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0009_01_000003 to application application_1423769204434_0009
2015-02-12 11:31:21,365 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:31:21,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,365 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:21,366 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0009
2015-02-12 11:31:21,366 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:21,377 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0009_01_000006.tokens. Credentials list:
2015-02-12 11:31:21,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0009_01_000004.tokens. Credentials list:
2015-02-12 11:31:21,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0009_01_000005.tokens. Credentials list:
2015-02-12 11:31:21,384 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:21,388 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0009_01_000002 by user soberoi
2015-02-12 11:31:21,389 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000002
2015-02-12 11:31:21,389 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0009_01_000002 to application application_1423769204434_0009
2015-02-12 11:31:21,389 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:31:21,389 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,390 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0009
2015-02-12 11:31:21,390 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:21,390 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0009
2015-02-12 11:31:21,390 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:21,421 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:21,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:21,446 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:21,446 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:21,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:21,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000003/default_container_executor.sh]
2015-02-12 11:31:21,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000002/default_container_executor.sh]
2015-02-12 11:31:21,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:21,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0009_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000006.tokens
2015-02-12 11:31:21,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:21,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:21,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:21,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:21,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:21,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:21,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0009_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000005.tokens
2015-02-12 11:31:21,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:21,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:21,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:21,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:21,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0009_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000004.tokens
2015-02-12 11:31:21,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:21,977 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:21,977 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:21,978 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:21,978 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:22,029 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:22,029 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:22,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:22,029 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:22,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:22,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:22,184 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:31:22,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000006/default_container_executor.sh]
2015-02-12 11:31:22,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000005/default_container_executor.sh]
2015-02-12 11:31:22,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000004/default_container_executor.sh]
2015-02-12 11:31:22,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:22,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:25,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107
2015-02-12 11:31:25,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107
2015-02-12 11:31:26,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741931_1107
2015-02-12 11:31:27,529 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 11:31:27,530 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 11:31:31,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:32,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:32,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:32,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:32,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:32,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:32,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:32,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:32,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:32,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:32,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,045 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000000_0/part-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:31:33,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108 src: /127.0.0.1:59387 dest: /127.0.0.1:57369
2015-02-12 11:31:33,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108 src: /127.0.0.1:59391 dest: /127.0.0.1:57377
2015-02-12 11:31:33,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108 src: /127.0.0.1:59392 dest: /127.0.0.1:57366
2015-02-12 11:31:33,157 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59392, dest: /127.0.0.1:57366, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0009_m_000000_0_-1318214022_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108, duration: 33072000
2015-02-12 11:31:33,157 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:33,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:33,158 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59391, dest: /127.0.0.1:57377, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0009_m_000000_0_-1318214022_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108, duration: 33870000
2015-02-12 11:31:33,158 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:33,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:33,159 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59387, dest: /127.0.0.1:57369, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0009_m_000000_0_-1318214022_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108, duration: 34597000
2015-02-12 11:31:33,159 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:33,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:33,167 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0009_m_000000_0_-1318214022_1
2015-02-12 11:31:33,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:33,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000000 dst=null perm=null proto=rpc
2015-02-12 11:31:33,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:33,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,223 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:33,225 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0009_01_000002
2015-02-12 11:31:33,225 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000002
2015-02-12 11:31:33,225 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:31:33,226 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0009_01_000002
2015-02-12 11:31:33,244 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0009_01_000002 is : 143
2015-02-12 11:31:33,245 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:31:33,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109 src: /127.0.0.1:59395 dest: /127.0.0.1:57366
2015-02-12 11:31:33,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109 src: /127.0.0.1:59396 dest: /127.0.0.1:57369
2015-02-12 11:31:33,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109 src: /127.0.0.1:59397 dest: /127.0.0.1:57377
2015-02-12 11:31:33,257 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1.jhist for DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:33,258 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:31:33,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000002
2015-02-12 11:31:33,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000002
2015-02-12 11:31:33,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000002
2015-02-12 11:31:33,259 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000002
2015-02-12 11:31:33,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000002
2015-02-12 11:31:33,259 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:31:33,260 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0009_01_000002 from application application_1423769204434_0009
2015-02-12 11:31:33,260 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:33,260 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0009
2015-02-12 11:31:33,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/delimited-problematic.txt dst=null perm=null proto=rpc
2015-02-12 11:31:33,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,443 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_1423769204434_0009_m_000001_0_217766456_1
2015-02-12 11:31:33,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000001 dst=null perm=null proto=rpc
2015-02-12 11:31:33,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:33,587 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:33,589 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0009_01_000003
2015-02-12 11:31:33,589 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000003
2015-02-12 11:31:33,589 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:31:33,590 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0009_01_000003
2015-02-12 11:31:33,590 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:31:33,591 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0009_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:31:33,591 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000002
2015-02-12 11:31:33,591 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 11:31:33,591 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-02-12 11:31:33,595 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0009_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-12 11:31:33,595 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:33,595 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:31:33,595 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0009_000001 released container container_1423769204434_0009_01_000002 on node: host: 10.1.1.68:57488 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 11:31:33,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_1423769204434_0009_m_000002_0_1888646145_1
2015-02-12 11:31:33,616 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0009_01_000003 is : 143
2015-02-12 11:31:33,625 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:31:33,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000003
2015-02-12 11:31:33,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000003
2015-02-12 11:31:33,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000003
2015-02-12 11:31:33,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000003
2015-02-12 11:31:33,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000003
2015-02-12 11:31:33,627 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:31:33,627 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0009_01_000003 from application application_1423769204434_0009
2015-02-12 11:31:33,628 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:33,628 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0009
2015-02-12 11:31:33,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000002 dst=null perm=null proto=rpc
2015-02-12 11:31:33,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:33,658 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:33,660 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0009_01_000004
2015-02-12 11:31:33,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000004
2015-02-12 11:31:33,661 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:31:33,661 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0009_01_000004
2015-02-12 11:31:33,678 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0009_01_000004 is : 143
2015-02-12 11:31:33,687 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000004_0/part-00004 is closed by DFSClient_attempt_1423769204434_0009_m_000004_0_571212138_1
2015-02-12 11:31:33,690 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:31:33,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000004
2015-02-12 11:31:33,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000004
2015-02-12 11:31:33,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000004
2015-02-12 11:31:33,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000004
2015-02-12 11:31:33,695 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000004
2015-02-12 11:31:33,695 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:31:33,695 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0009_01_000004 from application application_1423769204434_0009
2015-02-12 11:31:33,695 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:33,696 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0009
2015-02-12 11:31:33,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000004 dst=null perm=null proto=rpc
2015-02-12 11:31:33,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:33,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:33,779 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:33,781 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0009_01_000006
2015-02-12 11:31:33,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:33,781 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000006
2015-02-12 11:31:33,782 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:31:33,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:31:33,783 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0009_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:31:33,783 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000004
2015-02-12 11:31:33,783 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 11:31:33,783 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:31:33,783 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0009_01_000006
2015-02-12 11:31:33,784 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0009_01_000004, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:31:33,784 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:33,784 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:31:33,784 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0009_000001 released container container_1423769204434_0009_01_000004 on node: host: 10.1.1.68:57473 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 11:31:33,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0/part-m-00001-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,800 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0009_01_000006 is : 143
2015-02-12 11:31:33,811 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:31:33,811 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0/part-m-00001-00003. BP-890477609-10.1.1.68-1423769186145 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:31:33,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000006
2015-02-12 11:31:33,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000006
2015-02-12 11:31:33,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000006
2015-02-12 11:31:33,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000006
2015-02-12 11:31:33,814 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000006
2015-02-12 11:31:33,814 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:31:33,814 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0009_01_000006 from application application_1423769204434_0009
2015-02-12 11:31:33,815 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:33,815 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0009
2015-02-12 11:31:33,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110 src: /127.0.0.1:59402 dest: /127.0.0.1:57366
2015-02-12 11:31:33,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110 src: /127.0.0.1:59403 dest: /127.0.0.1:57374
2015-02-12 11:31:33,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110 src: /127.0.0.1:59404 dest: /127.0.0.1:57377
2015-02-12 11:31:33,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59404, dest: /127.0.0.1:57377, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0009_m_000003_0_1504409180_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110, duration: 29511000
2015-02-12 11:31:33,892 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:33,893 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59403, dest: /127.0.0.1:57374, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0009_m_000003_0_1504409180_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110, duration: 30963000
2015-02-12 11:31:33,893 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:33,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:33,895 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59402, dest: /127.0.0.1:57366, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0009_m_000003_0_1504409180_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110, duration: 32850000
2015-02-12 11:31:33,895 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:33,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:33,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:33,900 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1423769204434_0009_m_000003_0_1504409180_1
2015-02-12 11:31:33,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:33,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:33,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0/part-m-00001-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/part-m-00001-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary/_attempt_1423769204434_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_1423769204434_0009_m_000003_0_1504409180_1
2015-02-12 11:31:33,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:31:33,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000003 dst=null perm=null proto=rpc
2015-02-12 11:31:33,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/_temporary/attempt_1423769204434_0009_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:33,954 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:33,956 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0009_01_000005
2015-02-12 11:31:33,956 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000005
2015-02-12 11:31:33,956 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:31:33,956 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0009_01_000005
2015-02-12 11:31:33,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:33,957 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:31:33,957 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0009_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:31:33,957 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000006
2015-02-12 11:31:33,957 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0009_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:31:33,957 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:31:33,958 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0009_01_000006, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:31:33,958 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:33,958 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:31:33,958 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0009_000001 released container container_1423769204434_0009_01_000006 on node: host: 10.1.1.68:57473 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:31:33,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,963 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:33,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:31:33,973 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0009_01_000005 is : 143
2015-02-12 11:31:33,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:33,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:33,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000000 dst=null perm=null proto=rpc
2015-02-12 11:31:33,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:33,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:33,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:33,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000001 dst=null perm=null proto=rpc
2015-02-12 11:31:33,986 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:31:33,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000005
2015-02-12 11:31:33,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:31:33,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000005
2015-02-12 11:31:33,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000005
2015-02-12 11:31:33,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:33,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000005
2015-02-12 11:31:33,991 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000005
2015-02-12 11:31:33,991 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:31:33,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:33,991 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0009_01_000005 from application application_1423769204434_0009
2015-02-12 11:31:33,991 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:33,991 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0009
2015-02-12 11:31:33,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000002 dst=null perm=null proto=rpc
2015-02-12 11:31:33,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:31:33,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:33,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:33,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:33,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000003 dst=null perm=null proto=rpc
2015-02-12 11:31:34,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:34,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:34,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:34,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:34,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000004 dst=null perm=null proto=rpc
2015-02-12 11:31:34,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00004 dst=null perm=null proto=rpc
2015-02-12 11:31:34,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary/1/task_1423769204434_0009_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:34,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:34,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:34,015 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:34,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:34,017 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:34,029 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59397, dest: /127.0.0.1:57377, bytes: 52570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109, duration: 775158000
2015-02-12 11:31:34,030 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:34,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 16179
2015-02-12 11:31:34,031 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59396, dest: /127.0.0.1:57369, bytes: 52570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109, duration: 776291000
2015-02-12 11:31:34,031 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:34,032 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 16179
2015-02-12 11:31:34,032 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59395, dest: /127.0.0.1:57366, bytes: 52570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109, duration: 777630000
2015-02-12 11:31:34,032 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:34,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 16179
2015-02-12 11:31:34,034 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:34,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:34,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:31:34,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111 src: /127.0.0.1:59406 dest: /127.0.0.1:57366
2015-02-12 11:31:34,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111 src: /127.0.0.1:59407 dest: /127.0.0.1:57374
2015-02-12 11:31:34,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111 src: /127.0.0.1:59408 dest: /127.0.0.1:57369
2015-02-12 11:31:34,046 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59408, dest: /127.0.0.1:57369, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111, duration: 1797000
2015-02-12 11:31:34,046 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:34,046 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:31:34,046 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59407, dest: /127.0.0.1:57374, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111, duration: 2370000
2015-02-12 11:31:34,047 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:34,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:34,047 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59406, dest: /127.0.0.1:57366, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111, duration: 3341000
2015-02-12 11:31:34,048 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:34,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:34,049 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:34,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:34,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:31:34,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:31:34,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:31:34,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:31:34,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:31:34,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:34,073 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:31:34,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112 src: /127.0.0.1:59410 dest: /127.0.0.1:57374
2015-02-12 11:31:34,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112 src: /127.0.0.1:59411 dest: /127.0.0.1:57377
2015-02-12 11:31:34,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112 src: /127.0.0.1:59412 dest: /127.0.0.1:57366
2015-02-12 11:31:34,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59412, dest: /127.0.0.1:57366, bytes: 52570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112, duration: 1580000
2015-02-12 11:31:34,081 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:34,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:31:34,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59411, dest: /127.0.0.1:57377, bytes: 52570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112, duration: 2153000
2015-02-12 11:31:34,082 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:34,083 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59410, dest: /127.0.0.1:57374, bytes: 52570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112, duration: 3250000
2015-02-12 11:31:34,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:34,083 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:34,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:34,085 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:34,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:34,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:31:34,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:31:34,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:31:34,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:31:34,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009/job_1423769204434_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:31:34,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:34,100 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:31:34,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113 src: /127.0.0.1:59414 dest: /127.0.0.1:57377
2015-02-12 11:31:34,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113 src: /127.0.0.1:59415 dest: /127.0.0.1:57374
2015-02-12 11:31:34,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113 src: /127.0.0.1:59416 dest: /127.0.0.1:57366
2015-02-12 11:31:34,109 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59416, dest: /127.0.0.1:57366, bytes: 114616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113, duration: 2331000
2015-02-12 11:31:34,109 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:34,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:34,109 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59415, dest: /127.0.0.1:57374, bytes: 114616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113, duration: 2953000
2015-02-12 11:31:34,110 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:34,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:34,110 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59414, dest: /127.0.0.1:57377, bytes: 114616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1912506561_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113, duration: 3762000
2015-02-12 11:31:34,111 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:34,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:34,112 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1912506561_1
2015-02-12 11:31:34,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:34,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:34,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:34,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:31:34,124 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0009_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:31:34,124 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:31:34,125 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0009 with final state: FINISHING
2015-02-12 11:31:34,125 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0009 State change from RUNNING to FINAL_SAVING
2015-02-12 11:31:34,125 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0009
2015-02-12 11:31:34,125 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:31:34,125 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0009 State change from FINAL_SAVING to FINISHING
2015-02-12 11:31:34,600 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:34,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:31:34,600 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0009_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:31:34,600 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000003
2015-02-12 11:31:34,600 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:31:34,600 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:31:34,600 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0009_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:31:34,601 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:34,601 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:31:34,601 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0009_000001 released container container_1423769204434_0009_01_000003 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:31:34,965 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:34,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:31:34,966 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0009_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:31:34,966 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000005
2015-02-12 11:31:34,966 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0009_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:31:34,966 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:31:34,966 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0009_01_000005, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:31:34,966 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:34,966 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:31:34,967 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0009_000001 released container container_1423769204434_0009_01_000005 on node: host: 10.1.1.68:57473 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:31:34,967 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:35,131 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0009 unregistered successfully.
2015-02-12 11:31:35,135 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741927_1103 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:31:35,135 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741928_1104 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:31:35,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741929_1105 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57369
2015-02-12 11:31:35,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57366
2015-02-12 11:31:35,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57377
2015-02-12 11:31:35,136 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741931_1107 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:31:35,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0009 dst=null perm=null proto=rpc
2015-02-12 11:31:35,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:35,241 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary
2015-02-12 11:31:35,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:35,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,245 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary
2015-02-12 11:31:35,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:35,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:31:35,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,322 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:31:35,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:35,354 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/testTrapNoOperation
2015-02-12 11:31:35,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:35,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:35,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:35,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation dst=null perm=null proto=rpc
2015-02-12 11:31:35,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:35,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:31:35,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:31:35,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00001 dst=null perm=null proto=rpc
2015-02-12 11:31:35,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:31:35,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00002 dst=null perm=null proto=rpc
2015-02-12 11:31:35,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:35,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:35,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00004 dst=null perm=null proto=rpc
2015-02-12 11:31:35,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation/part-00004 dst=null perm=null proto=rpc
2015-02-12 11:31:35,374 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/testTrapNoOperation_trap
2015-02-12 11:31:35,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:35,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/testTrapNoOperation_trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:31:35,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:31:35,404 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:31:35,407 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:31:35,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:31:35,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:31:35,448 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:31:35,449 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:31:35,449 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap"]
2015-02-12 11:31:35,449 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:31:35,449 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:31:35,450 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:31:35,451 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...applatform/everystart/tap
2015-02-12 11:31:35,467 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:31:35,490 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:31:35,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:31:35,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:31:35,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:31:35,502 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 10
2015-02-12 11:31:35,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010 dst=null perm=null proto=rpc
2015-02-12 11:31:35,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:31:35,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:31:35,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:35,513 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:31:35,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114 src: /127.0.0.1:59437 dest: /127.0.0.1:57374
2015-02-12 11:31:35,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114 src: /127.0.0.1:59438 dest: /127.0.0.1:57366
2015-02-12 11:31:35,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114 src: /127.0.0.1:59439 dest: /127.0.0.1:57377
2015-02-12 11:31:35,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59439, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114, duration: 4810000
2015-02-12 11:31:35,525 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:35,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:35,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59438, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114, duration: 5683000
2015-02-12 11:31:35,526 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,526 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:35,527 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59437, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114, duration: 6362000
2015-02-12 11:31:35,527 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,529 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:35,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741938_1114 size 254067
2015-02-12 11:31:35,531 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar
2015-02-12 11:31:35,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:35,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:31:35,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:31:35,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:31:35,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:31:35,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:31:35,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:31:35,543 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:31:35,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:31:35,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:35,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:35,550 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split
2015-02-12 11:31:35,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:35,552 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:31:35,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115 src: /127.0.0.1:59440 dest: /127.0.0.1:57369
2015-02-12 11:31:35,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115 src: /127.0.0.1:59441 dest: /127.0.0.1:57377
2015-02-12 11:31:35,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115 src: /127.0.0.1:59442 dest: /127.0.0.1:57374
2015-02-12 11:31:35,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115 src: /127.0.0.1:59443 dest: /127.0.0.1:57366
2015-02-12 11:31:35,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59443, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115, duration: 2349000
2015-02-12 11:31:35,563 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:35,563 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59442, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115, duration: 3052000
2015-02-12 11:31:35,563 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:35,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:35,565 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59441, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115, duration: 4496000
2015-02-12 11:31:35,565 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:35,566 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59440, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115, duration: 5482000
2015-02-12 11:31:35,566 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:35,572 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:35,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:35,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:35,576 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:31:35,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116 src: /127.0.0.1:59444 dest: /127.0.0.1:57377
2015-02-12 11:31:35,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116 src: /127.0.0.1:59445 dest: /127.0.0.1:57369
2015-02-12 11:31:35,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116 src: /127.0.0.1:59446 dest: /127.0.0.1:57366
2015-02-12 11:31:35,584 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59446, dest: /127.0.0.1:57366, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116, duration: 1283000
2015-02-12 11:31:35,585 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:35,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:31:35,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59445, dest: /127.0.0.1:57369, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116, duration: 2389000
2015-02-12 11:31:35,586 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59444, dest: /127.0.0.1:57377, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116, duration: 3513000
2015-02-12 11:31:35,587 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:35,589 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:35,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:35,591 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:31:35,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:35,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:31:35,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:35,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:35,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:31:35,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117 src: /127.0.0.1:59447 dest: /127.0.0.1:57374
2015-02-12 11:31:35,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117 src: /127.0.0.1:59448 dest: /127.0.0.1:57366
2015-02-12 11:31:35,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117 src: /127.0.0.1:59449 dest: /127.0.0.1:57369
2015-02-12 11:31:35,613 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59449, dest: /127.0.0.1:57369, bytes: 98808, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117, duration: 2029000
2015-02-12 11:31:35,613 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:35,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:35,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59448, dest: /127.0.0.1:57366, bytes: 98808, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117, duration: 2376000
2015-02-12 11:31:35,614 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59447, dest: /127.0.0.1:57374, bytes: 98808, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117, duration: 3684000
2015-02-12 11:31:35,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:31:35,615 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:35,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:31:35,618 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:31:35,618 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0010
2015-02-12 11:31:35,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010 dst=null perm=null proto=rpc
2015-02-12 11:31:35,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:35,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:35,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:35,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:35,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:35,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:35,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:35,635 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 10 submitted by user soberoi
2015-02-12 11:31:35,635 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0010
2015-02-12 11:31:35,636 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0010
2015-02-12 11:31:35,636 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0010
2015-02-12 11:31:35,636 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0010 State change from NEW to NEW_SAVING
2015-02-12 11:31:35,636 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0010 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:31:35,636 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0010 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:31:35,636 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0010 from user: soberoi, in queue: default
2015-02-12 11:31:35,637 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0010 State change from SUBMITTED to ACCEPTED
2015-02-12 11:31:35,637 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0010_000001
2015-02-12 11:31:35,637 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from NEW to SUBMITTED
2015-02-12 11:31:35,638 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0010 from user: soberoi activated in queue: default
2015-02-12 11:31:35,638 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:31:35,638 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0010_000001 to scheduler from user soberoi in queue default
2015-02-12 11:31:35,638 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0010
2015-02-12 11:31:35,639 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:31:35,642 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0010/
2015-02-12 11:31:35,642 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0010
2015-02-12 11:31:35,642 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0010/
2015-02-12 11:31:35,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:35,794 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000001
2015-02-12 11:31:35,794 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57458, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:31:35,794 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0010_000001 container=Container: [ContainerId: container_1423769204434_0010_01_000001, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:35,794 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:31:35,795 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:35,795 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57458 for container : container_1423769204434_0010_01_000001
2015-02-12 11:31:35,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:35,797 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0010_000001
2015-02-12 11:31:35,797 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0010 AttemptId: appattempt_1423769204434_0010_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0010_01_000001, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ]
2015-02-12 11:31:35,797 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:31:35,797 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:31:35,797 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0010_000001
2015-02-12 11:31:35,799 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0010_01_000001, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] for AM appattempt_1423769204434_0010_000001
2015-02-12 11:31:35,799 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:31:35,799 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0010_000001
2015-02-12 11:31:35,799 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0010_000001
2015-02-12 11:31:35,802 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:31:35,805 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0010_01_000001 by user soberoi
2015-02-12 11:31:35,805 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0010
2015-02-12 11:31:35,805 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000001
2015-02-12 11:31:35,805 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0010 transitioned from NEW to INITING
2015-02-12 11:31:35,805 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0010_01_000001 to application application_1423769204434_0010
2015-02-12 11:31:35,805 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0010 transitioned from INITING to RUNNING
2015-02-12 11:31:35,806 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0010_01_000001, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] for AM appattempt_1423769204434_0010_000001
2015-02-12 11:31:35,806 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:31:35,806 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:31:35,806 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0010
2015-02-12 11:31:35,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:31:35,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:31:35,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:31:35,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:31:35,807 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0010_01_000001
2015-02-12 11:31:35,821 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423769204434_0010_01_000001.tokens. Credentials list:
2015-02-12 11:31:35,974 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:35,974 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:35,974 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:35,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:36,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423769204434_0010_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000001.tokens
2015-02-12 11:31:36,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:31:36,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:36,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:36,408 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:36,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:36,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:36,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:36,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:36,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:31:36,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:36,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:36,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:36,608 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:36,608 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:36,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:36,649 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:36,702 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:36,702 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:36,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:36,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000001/default_container_executor.sh]
2015-02-12 11:31:36,962 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57374 to replicate blk_1073741938_1114 to datanode(s) 127.0.0.1:57369
2015-02-12 11:31:36,963 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741927_1103, blk_1073741928_1104, blk_1073741929_1105, blk_1073741930_1106, blk_1073741931_1107, blk_1073741933_1109]
2015-02-12 11:31:36,963 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741927_1103, blk_1073741928_1104, blk_1073741930_1106, blk_1073741931_1107, blk_1073741933_1109]
2015-02-12 11:31:36,977 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:36,977 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:36,977 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:37,617 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:37,617 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:37,979 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:37,979 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:37,979 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 11:31:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741928 for deletion
2015-02-12 11:31:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 11:31:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 11:31:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 11:31:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741928
2015-02-12 11:31:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 11:31:38,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 11:31:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 11:31:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 11:31:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 11:31:38,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 11:31:38,531 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=16c932c9-33e3-49fa-9a28-c217181c9000, infoPort=57375, ipcPort=57376, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114 to 127.0.0.1:57369
2015-02-12 11:31:38,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114 src: /127.0.0.1:59454 dest: /127.0.0.1:57369
2015-02-12 11:31:38,533 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114 (numBytes=254067) to /127.0.0.1:57369
2015-02-12 11:31:38,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114 src: /127.0.0.1:59454 dest: /127.0.0.1:57369 of size 254067
2015-02-12 11:31:38,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741938_1114 size 254067
2015-02-12 11:31:38,623 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:38,623 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:38,988 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:38,988 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:38,988 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:38,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 11:31:38,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741928 for deletion
2015-02-12 11:31:38,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 11:31:38,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 11:31:38,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 11:31:38,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 11:31:38,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741928
2015-02-12 11:31:38,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 11:31:38,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 11:31:38,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 11:31:39,624 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:39,624 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:39,965 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741927_1103, blk_1073741928_1104, blk_1073741929_1105, blk_1073741931_1107]
2015-02-12 11:31:39,966 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741927_1103, blk_1073741928_1104, blk_1073741929_1105, blk_1073741930_1106, blk_1073741933_1109]
2015-02-12 11:31:39,989 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:39,989 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:39,989 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,221 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0009_01_000001 succeeded
2015-02-12 11:31:40,221 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:31:40,221 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0009_01_000001
2015-02-12 11:31:40,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111
2015-02-12 11:31:40,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741933_1109
2015-02-12 11:31:40,227 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108
2015-02-12 11:31:40,227 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110
2015-02-12 11:31:40,228 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113
2015-02-12 11:31:40,229 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112
2015-02-12 11:31:40,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000001
2015-02-12 11:31:40,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000001
2015-02-12 11:31:40,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000001
2015-02-12 11:31:40,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0009/container_1423769204434_0009_01_000001
2015-02-12 11:31:40,247 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000001
2015-02-12 11:31:40,248 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:31:40,248 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0009_01_000001 from application application_1423769204434_0009
2015-02-12 11:31:40,248 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:40,248 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0009
2015-02-12 11:31:40,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108
2015-02-12 11:31:40,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115
2015-02-12 11:31:40,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116
2015-02-12 11:31:40,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111
2015-02-12 11:31:40,625 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:31:40,625 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0009_000001
2015-02-12 11:31:40,625 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0009_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:31:40,625 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0009_000001
2015-02-12 11:31:40,625 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000001
2015-02-12 11:31:40,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0009_000001 State change from FINISHING to FINISHED
2015-02-12 11:31:40,625 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:31:40,625 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0009 State change from FINISHING to FINISHED
2015-02-12 11:31:40,626 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:31:40,626 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0009_000001
2015-02-12 11:31:40,626 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0009_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:31:40,626 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0009
2015-02-12 11:31:40,626 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:40,626 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:31:40,626 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0009,name=[880BADE7D67A421DA431D40FEDE66D19/1A0FF2EEDCA14D3A9F284C6950E95D08] null/(1/1) ...tform/testTrapNoOperation,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0009/jobhistory/job/job_1423769204434_0009,appMasterHost=10.1.1.68,startTime=1423769466125,finishTime=1423769494125,finalStatus=SUCCEEDED
2015-02-12 11:31:40,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0009_000001 released container container_1423769204434_0009_01_000001 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:31:40,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,627 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0009_000001 is done. finalState=FINISHED
2015-02-12 11:31:40,627 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0009 requests cleared
2015-02-12 11:31:40,627 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0009 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:31:40,627 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0009 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:31:40,629 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0009_000001 (auth:SIMPLE)
2015-02-12 11:31:40,631 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0009_01_000001
2015-02-12 11:31:40,631 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0009 CONTAINERID=container_1423769204434_0009_01_000001
2015-02-12 11:31:40,631 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0009_01_000001]
2015-02-12 11:31:40,631 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,631 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,632 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,631 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:31:40,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:40,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:40,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:40,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:40,633 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0009
2015-02-12 11:31:40,634 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:31:40,634 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0009, with delay of 10800 seconds
2015-02-12 11:31:40,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116
2015-02-12 11:31:40,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 11:31:40,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741928 for deletion
2015-02-12 11:31:40,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 11:31:40,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 11:31:40,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115
2015-02-12 11:31:40,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 11:31:40,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741928
2015-02-12 11:31:40,933 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 11:31:40,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110
2015-02-12 11:31:40,934 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 11:31:40,934 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 11:31:40,934 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 11:31:40,935 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114
2015-02-12 11:31:40,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741932_1108
2015-02-12 11:31:40,992 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:31:40,992 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,993 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,993 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:40,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:40,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:40,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:40,994 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0009
2015-02-12 11:31:40,994 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:31:40,994 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0009, with delay of 10800 seconds
2015-02-12 11:31:40,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0009
2015-02-12 11:31:41,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741935_1111
2015-02-12 11:31:41,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114
2015-02-12 11:31:41,141 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112
2015-02-12 11:31:41,142 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113
2015-02-12 11:31:41,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741937_1113
2015-02-12 11:31:41,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741936_1112
2015-02-12 11:31:41,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115
2015-02-12 11:31:41,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741934_1110
2015-02-12 11:31:41,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117
2015-02-12 11:31:41,537 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 11:31:41,537 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741928 for deletion
2015-02-12 11:31:41,537 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741929 for deletion
2015-02-12 11:31:41,537 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 11:31:41,537 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 11:31:41,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741929_1105 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741929
2015-02-12 11:31:41,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 11:31:41,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741928
2015-02-12 11:31:41,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:41,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:41,998 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:41,998 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:41,998 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:31:45,237 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114
2015-02-12 11:31:45,238 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117
2015-02-12 11:31:45,238 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741939_1115
2015-02-12 11:31:45,239 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741940_1116
2015-02-12 11:31:45,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741941_1117
2015-02-12 11:31:45,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741938_1114
2015-02-12 11:31:47,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:31:47,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:31:47,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:31:47,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:31:48,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010 dst=null perm=null proto=rpc
2015-02-12 11:31:48,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:31:48,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:31:48,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:48,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:31:50,040 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:31:50,042 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0010_000001
2015-02-12 11:31:50,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0010 APPATTEMPTID=appattempt_1423769204434_0010_000001
2015-02-12 11:31:50,043 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:31:50,043 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0010 State change from ACCEPTED to RUNNING
2015-02-12 11:31:50,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:50,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:31:50,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:31:50,318 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:31:50,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118 src: /127.0.0.1:59533 dest: /127.0.0.1:57369
2015-02-12 11:31:50,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118 src: /127.0.0.1:59534 dest: /127.0.0.1:57374
2015-02-12 11:31:50,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118 src: /127.0.0.1:59535 dest: /127.0.0.1:57377
2015-02-12 11:31:50,428 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59535, dest: /127.0.0.1:57377, bytes: 115907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118, duration: 34774000
2015-02-12 11:31:50,429 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:31:50,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:50,430 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59534, dest: /127.0.0.1:57374, bytes: 115907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118, duration: 37083000
2015-02-12 11:31:50,430 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:50,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:50,431 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59533, dest: /127.0.0.1:57369, bytes: 115907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118, duration: 38139000
2015-02-12 11:31:50,431 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:31:50,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:31:50,436 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:31:51,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:51,681 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000002
2015-02-12 11:31:51,681 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:31:51,681 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0010_000001 container=Container: [ContainerId: container_1423769204434_0010_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:51,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:31:51,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:51,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:51,682 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000003
2015-02-12 11:31:51,682 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:31:51,682 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0010_000001 container=Container: [ContainerId: container_1423769204434_0010_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:51,683 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:31:51,683 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:51,683 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:51,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000004
2015-02-12 11:31:51,683 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0010_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 11:31:51,683 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0010_000001 container=Container: [ContainerId: container_1423769204434_0010_01_000004, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:51,684 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:31:51,684 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:51,684 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:31:51,684 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000005
2015-02-12 11:31:51,684 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0010_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 11:31:51,684 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0010_000001 container=Container: [ContainerId: container_1423769204434_0010_01_000005, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:31:51,685 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:31:51,685 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:31:52,094 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0010_01_000002
2015-02-12 11:31:52,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:52,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:52,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:52,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:31:52,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:52,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:52,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,264 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:31:52,265 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:31:52,266 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:31:52,267 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0010_01_000002 by user soberoi
2015-02-12 11:31:52,267 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:31:52,267 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0010
2015-02-12 11:31:52,268 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000002
2015-02-12 11:31:52,268 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0010 transitioned from NEW to INITING
2015-02-12 11:31:52,268 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0010_01_000002 to application application_1423769204434_0010
2015-02-12 11:31:52,268 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0010 transitioned from INITING to RUNNING
2015-02-12 11:31:52,269 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:31:52,269 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0010_01_000003 by user soberoi
2015-02-12 11:31:52,269 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0010
2015-02-12 11:31:52,269 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0010
2015-02-12 11:31:52,269 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:52,269 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000003
2015-02-12 11:31:52,269 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0010
2015-02-12 11:31:52,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:31:52,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:31:52,270 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0010_01_000003 to application application_1423769204434_0010
2015-02-12 11:31:52,270 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0010_01_000002
2015-02-12 11:31:52,271 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:31:52,271 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0010
2015-02-12 11:31:52,271 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0010
2015-02-12 11:31:52,271 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:52,271 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0010_01_000004 by user soberoi
2015-02-12 11:31:52,272 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000004
2015-02-12 11:31:52,273 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0010_01_000005 by user soberoi
2015-02-12 11:31:52,273 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000005
2015-02-12 11:31:52,271 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0010
2015-02-12 11:31:52,274 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0010_01_000004 to application application_1423769204434_0010
2015-02-12 11:31:52,274 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0010_01_000005 to application application_1423769204434_0010
2015-02-12 11:31:52,274 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0010_01_000003
2015-02-12 11:31:52,275 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:31:52,275 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:31:52,275 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0010
2015-02-12 11:31:52,275 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0010
2015-02-12 11:31:52,275 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:52,276 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0010
2015-02-12 11:31:52,276 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0010
2015-02-12 11:31:52,276 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0010
2015-02-12 11:31:52,276 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:31:52,276 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0010
2015-02-12 11:31:52,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0010_01_000004
2015-02-12 11:31:52,277 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0010_01_000005
2015-02-12 11:31:52,291 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423769204434_0010_01_000002.tokens. Credentials list:
2015-02-12 11:31:52,291 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423769204434_0010_01_000003.tokens. Credentials list:
2015-02-12 11:31:52,293 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423769204434_0010_01_000004.tokens. Credentials list:
2015-02-12 11:31:52,296 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0010_01_000005.tokens. Credentials list:
2015-02-12 11:31:52,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:52,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:52,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423769204434_0010_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000002.tokens
2015-02-12 11:31:52,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:31:52,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:52,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:52,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:52,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:52,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:31:52,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423769204434_0010_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000005.tokens
2015-02-12 11:31:52,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:31:52,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 11:31:52,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:52,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:52,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 11:31:52,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423769204434_0010_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000004.tokens
2015-02-12 11:31:52,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:31:52,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:31:52,858 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:31:52,859 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:52,859 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:52,859 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:52,859 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:31:52,922 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:52,942 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:52,943 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:52,943 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:52,945 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:52,945 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:52,945 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:31:52,946 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:31:53,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423769204434_0010_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000003.tokens
2015-02-12 11:31:53,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:31:53,114 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:31:53,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000002/default_container_executor.sh]
2015-02-12 11:31:53,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000004/default_container_executor.sh]
2015-02-12 11:31:53,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000003/default_container_executor.sh]
2015-02-12 11:31:53,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000005/default_container_executor.sh]
2015-02-12 11:31:55,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118
2015-02-12 11:31:56,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118
2015-02-12 11:31:56,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741942_1118
2015-02-12 11:31:57,531 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 11:31:57,531 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:32:01,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:01,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:01,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:01,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:01,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:01,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:01,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:01,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:02,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:32:02,289 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:32:02,290 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0010_01_000005
2015-02-12 11:32:02,291 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000005
2015-02-12 11:32:02,291 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:32:02,291 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0010_01_000005
2015-02-12 11:32:02,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:32:02,312 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1056 Total time for transactions(ms): 97 Number of transactions batched in Syncs: 23 Number of syncs: 712 SyncTimes(ms): 24 5
2015-02-12 11:32:02,313 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0010_01_000005 is : 143
2015-02-12 11:32:02,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119 src: /127.0.0.1:59582 dest: /127.0.0.1:57374
2015-02-12 11:32:02,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119 src: /127.0.0.1:59583 dest: /127.0.0.1:57377
2015-02-12 11:32:02,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119 src: /127.0.0.1:59584 dest: /127.0.0.1:57366
2015-02-12 11:32:02,323 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1.jhist for DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:32:02,324 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:02,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000005
2015-02-12 11:32:02,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000005
2015-02-12 11:32:02,325 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000005
2015-02-12 11:32:02,325 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:02,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000005
2015-02-12 11:32:02,325 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000005
2015-02-12 11:32:02,325 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0010_01_000005 from application application_1423769204434_0010
2015-02-12 11:32:02,326 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:02,326 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0010
2015-02-12 11:32:02,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:32:02,473 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:32:02,475 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0010_01_000003
2015-02-12 11:32:02,475 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000003
2015-02-12 11:32:02,477 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:02,477 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0010_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:32:02,477 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000005
2015-02-12 11:32:02,477 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0010_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 11:32:02,477 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:32:02,478 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0010_01_000005, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:02,478 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:02,478 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:32:02,479 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0010_000001 released container container_1423769204434_0010_01_000005 on node: host: 10.1.1.68:57488 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 11:32:02,479 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:32:02,480 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0010_01_000003
2015-02-12 11:32:02,515 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0010_01_000003 is : 143
2015-02-12 11:32:02,527 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:02,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000003
2015-02-12 11:32:02,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000003
2015-02-12 11:32:02,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000003
2015-02-12 11:32:02,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000003
2015-02-12 11:32:02,528 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000003
2015-02-12 11:32:02,528 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:02,529 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0010_01_000003 from application application_1423769204434_0010
2015-02-12 11:32:02,529 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:02,529 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0010
2015-02-12 11:32:02,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:32:02,885 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:32:02,887 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0010_01_000004
2015-02-12 11:32:02,887 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000004
2015-02-12 11:32:02,888 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:32:02,888 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0010_01_000004
2015-02-12 11:32:02,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:02,889 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0010_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:32:02,889 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000003
2015-02-12 11:32:02,889 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 11:32:02,889 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:32:02,890 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0010_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:02,890 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:02,890 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:32:02,890 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0010_000001 released container container_1423769204434_0010_01_000003 on node: host: 10.1.1.68:57488 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 11:32:02,890 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:02,906 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0010_01_000004 is : 143
2015-02-12 11:32:02,921 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:02,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000004
2015-02-12 11:32:02,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000004
2015-02-12 11:32:02,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000004
2015-02-12 11:32:02,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000004
2015-02-12 11:32:02,927 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000004
2015-02-12 11:32:02,928 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:02,929 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0010_01_000004 from application application_1423769204434_0010
2015-02-12 11:32:02,929 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:02,929 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0010
2015-02-12 11:32:03,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:03,763 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:32:03,765 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0010_01_000002
2015-02-12 11:32:03,765 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000002
2015-02-12 11:32:03,765 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:32:03,765 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0010_01_000002
2015-02-12 11:32:03,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:03,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:03,766 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0010_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:32:03,766 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000004
2015-02-12 11:32:03,766 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0010_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:32:03,766 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:32:03,767 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0010_01_000004, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:03,768 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:03,768 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:32:03,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0010_000001 released container container_1423769204434_0010_01_000004 on node: host: 10.1.1.68:57488 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:32:03,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:03,784 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0010_01_000002 is : 143
2015-02-12 11:32:03,800 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:03,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000002
2015-02-12 11:32:03,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000002
2015-02-12 11:32:03,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000002
2015-02-12 11:32:03,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000002
2015-02-12 11:32:03,806 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000002
2015-02-12 11:32:03,806 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:03,806 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0010_01_000002 from application application_1423769204434_0010
2015-02-12 11:32:03,806 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:03,806 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0010
2015-02-12 11:32:04,774 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0010_01_000005, container_1423769204434_0010_01_000003]
2015-02-12 11:32:04,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:04,775 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0010_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:32:04,775 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000002
2015-02-12 11:32:04,775 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:32:04,775 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:32:04,776 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0010_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:04,776 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:04,776 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:32:04,776 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0010_000001 released container container_1423769204434_0010_01_000002 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:32:04,777 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:04,777 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:04,777 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:04,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:32:04,777 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000006
2015-02-12 11:32:04,777 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0010_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:32:04,777 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0010_000001 container=Container: [ContainerId: container_1423769204434_0010_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:32:04,778 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:32:04,778 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:05,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:32:05,219 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:32:05,222 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0010_01_000006 by user soberoi
2015-02-12 11:32:05,222 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000006
2015-02-12 11:32:05,222 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0010_01_000006 to application application_1423769204434_0010
2015-02-12 11:32:05,223 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:32:05,223 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0010
2015-02-12 11:32:05,223 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0010
2015-02-12 11:32:05,223 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:32:05,223 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0010
2015-02-12 11:32:05,224 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:32:05,272 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:32:05,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:05,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000006/default_container_executor.sh]
2015-02-12 11:32:05,784 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0010_01_000004]
2015-02-12 11:32:05,784 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:32:05,785 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:05,785 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:06,213 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:32:06,787 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0010_01_000002]
2015-02-12 11:32:06,787 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:19,238 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:32:19,250 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:32:19,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:32:19,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:32:19,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0/part-r-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,562 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0/part-r-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:32:19,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120 src: /127.0.0.1:59687 dest: /127.0.0.1:57366
2015-02-12 11:32:19,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120 src: /127.0.0.1:59688 dest: /127.0.0.1:57369
2015-02-12 11:32:19,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120 src: /127.0.0.1:59689 dest: /127.0.0.1:57377
2015-02-12 11:32:19,699 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59689, dest: /127.0.0.1:57377, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0010_r_000000_0_358490964_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120, duration: 42199000
2015-02-12 11:32:19,700 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:19,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:32:19,700 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59688, dest: /127.0.0.1:57369, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0010_r_000000_0_358490964_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120, duration: 43078000
2015-02-12 11:32:19,700 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:19,701 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59687, dest: /127.0.0.1:57366, bytes: 112, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0010_r_000000_0_358490964_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120, duration: 43964000
2015-02-12 11:32:19,701 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:32:19,704 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0/part-r-00001-00000 is closed by DFSClient_attempt_1423769204434_0010_r_000000_0_358490964_1
2015-02-12 11:32:19,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:19,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:19,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:19,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:19,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:19,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:32:19,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:19,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0/part-r-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/part-r-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary/_attempt_1423769204434_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:19,733 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0010_r_000000_0_358490964_1
2015-02-12 11:32:19,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:19,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:19,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/task_1423769204434_0010_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:32:19,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/_temporary/attempt_1423769204434_0010_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/task_1423769204434_0010_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:32:19,757 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:32:19,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0010_01_000006
2015-02-12 11:32:19,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000006
2015-02-12 11:32:19,759 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:32:19,759 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0010_01_000006
2015-02-12 11:32:19,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,768 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:32:19,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:32:19,776 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0010_01_000006 is : 143
2015-02-12 11:32:19,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:19,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:19,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/task_1423769204434_0010_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:32:19,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:19,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary/1/task_1423769204434_0010_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,789 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:19,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000006
2015-02-12 11:32:19,790 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000006
2015-02-12 11:32:19,790 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:19,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000006
2015-02-12 11:32:19,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000006
2015-02-12 11:32:19,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000006
2015-02-12 11:32:19,790 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0010_01_000006 from application application_1423769204434_0010
2015-02-12 11:32:19,791 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:19,791 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0010
2015-02-12 11:32:19,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:32:19,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,799 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:32:19,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,803 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:32:19,817 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59584, dest: /127.0.0.1:57366, bytes: 61211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119, duration: 17496754000
2015-02-12 11:32:19,817 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:19,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 15714
2015-02-12 11:32:19,819 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59583, dest: /127.0.0.1:57377, bytes: 61211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119, duration: 17497883000
2015-02-12 11:32:19,819 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 15714
2015-02-12 11:32:19,820 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59582, dest: /127.0.0.1:57374, bytes: 61211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119, duration: 17499462000
2015-02-12 11:32:19,820 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 15714
2015-02-12 11:32:19,822 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:32:19,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,826 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:32:19,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121 src: /127.0.0.1:59692 dest: /127.0.0.1:57369
2015-02-12 11:32:19,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121 src: /127.0.0.1:59693 dest: /127.0.0.1:57377
2015-02-12 11:32:19,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121 src: /127.0.0.1:59694 dest: /127.0.0.1:57366
2015-02-12 11:32:19,835 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59694, dest: /127.0.0.1:57366, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121, duration: 1388000
2015-02-12 11:32:19,835 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:19,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:32:19,836 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59693, dest: /127.0.0.1:57377, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121, duration: 2185000
2015-02-12 11:32:19,836 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:32:19,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59692, dest: /127.0.0.1:57369, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121, duration: 3167000
2015-02-12 11:32:19,837 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,837 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:19,839 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:32:19,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:19,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:32:19,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:32:19,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:32:19,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:32:19,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:32:19,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,862 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:32:19,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122 src: /127.0.0.1:59696 dest: /127.0.0.1:57377
2015-02-12 11:32:19,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122 src: /127.0.0.1:59697 dest: /127.0.0.1:57366
2015-02-12 11:32:19,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122 src: /127.0.0.1:59698 dest: /127.0.0.1:57374
2015-02-12 11:32:19,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59698, dest: /127.0.0.1:57374, bytes: 61211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122, duration: 1747000
2015-02-12 11:32:19,871 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:19,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:32:19,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59697, dest: /127.0.0.1:57366, bytes: 61211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122, duration: 2402000
2015-02-12 11:32:19,872 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,872 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59696, dest: /127.0.0.1:57377, bytes: 61211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122, duration: 3500000
2015-02-12 11:32:19,872 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:32:19,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:32:19,873 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,874 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:32:19,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:19,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:32:19,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:32:19,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:32:19,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:32:19,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010/job_1423769204434_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:32:19,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:19,889 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:32:19,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123 src: /127.0.0.1:59700 dest: /127.0.0.1:57377
2015-02-12 11:32:19,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123 src: /127.0.0.1:59701 dest: /127.0.0.1:57369
2015-02-12 11:32:19,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123 src: /127.0.0.1:59702 dest: /127.0.0.1:57374
2015-02-12 11:32:19,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59702, dest: /127.0.0.1:57374, bytes: 115907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123, duration: 3416000
2015-02-12 11:32:19,900 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:19,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:32:19,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59701, dest: /127.0.0.1:57369, bytes: 115907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123, duration: 3732000
2015-02-12 11:32:19,901 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:19,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59700, dest: /127.0.0.1:57377, bytes: 115907, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1726864573_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123, duration: 4975000
2015-02-12 11:32:19,902 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:19,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:19,903 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1726864573_1
2015-02-12 11:32:19,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:19,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:19,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:19,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:19,917 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0010_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:32:19,917 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:32:19,917 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0010 with final state: FINISHING
2015-02-12 11:32:19,917 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0010 State change from RUNNING to FINAL_SAVING
2015-02-12 11:32:19,917 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0010
2015-02-12 11:32:19,919 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:32:19,919 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0010 State change from FINAL_SAVING to FINISHING
2015-02-12 11:32:20,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:20,763 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0010_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:32:20,763 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000006
2015-02-12 11:32:20,763 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0010_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:32:20,763 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:32:20,764 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0010_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:20,764 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:20,764 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:32:20,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0010_000001 released container container_1423769204434_0010_01_000006 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:32:20,927 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0010 unregistered successfully.
2015-02-12 11:32:20,931 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741938_1114 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57374 127.0.0.1:57369
2015-02-12 11:32:20,931 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741939_1115 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57374 127.0.0.1:57366
2015-02-12 11:32:20,931 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57366
2015-02-12 11:32:20,931 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:57374 127.0.0.1:57366 127.0.0.1:57369
2015-02-12 11:32:20,931 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741943_1119 127.0.0.1:57374 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:32:20,931 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741942_1118 127.0.0.1:57369 127.0.0.1:57374 127.0.0.1:57377
2015-02-12 11:32:20,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0010 dst=null perm=null proto=rpc
2015-02-12 11:32:20,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:20,973 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary
2015-02-12 11:32:20,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:32:20,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:32:20,976 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary
2015-02-12 11:32:20,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:32:20,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:32:21,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,003 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:32:21,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:21,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:32:21,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:32:21,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:32:21,021 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:32:21,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:21,025 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/everystart/trap
2015-02-12 11:32:21,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:32:21,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:32:21,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:32:21,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap dst=null perm=null proto=rpc
2015-02-12 11:32:21,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:21,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/trap/part-r-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:21,033 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/everystart/tap
2015-02-12 11:32:21,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:21,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/everystart/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:21,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:21,057 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:32:21,057 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:32:21,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null proto=rpc
2015-02-12 11:32:21,072 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:32:21,072 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:32:21,072 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap"]
2015-02-12 11:32:21,073 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:32:21,073 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:32:21,073 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:32:21,074 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...mr1/trapplatform/none/tap
2015-02-12 11:32:21,086 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:32:21,098 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:32:21,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:21,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:32:21,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:32:21,104 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 11
2015-02-12 11:32:21,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011 dst=null perm=null proto=rpc
2015-02-12 11:32:21,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:32:21,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:32:21,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:21,112 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:32:21,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124 src: /127.0.0.1:59727 dest: /127.0.0.1:57366
2015-02-12 11:32:21,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124 src: /127.0.0.1:59728 dest: /127.0.0.1:57377
2015-02-12 11:32:21,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124 src: /127.0.0.1:59729 dest: /127.0.0.1:57369
2015-02-12 11:32:21,122 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59729, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124, duration: 4230000
2015-02-12 11:32:21,123 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:21,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:32:21,123 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59728, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124, duration: 4127000
2015-02-12 11:32:21,124 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:21,124 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59727, dest: /127.0.0.1:57366, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124, duration: 5449000
2015-02-12 11:32:21,125 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:21,127 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:32:21,128 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar
2015-02-12 11:32:21,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:21,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:32:21,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:32:21,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:32:21,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:32:21,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:32:21,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:21,140 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:32:21,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:21,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:21,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:21,153 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split
2015-02-12 11:32:21,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:21,155 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:32:21,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125 src: /127.0.0.1:59730 dest: /127.0.0.1:57377
2015-02-12 11:32:21,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125 src: /127.0.0.1:59731 dest: /127.0.0.1:57366
2015-02-12 11:32:21,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125 src: /127.0.0.1:59732 dest: /127.0.0.1:57374
2015-02-12 11:32:21,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125 src: /127.0.0.1:59733 dest: /127.0.0.1:57369
2015-02-12 11:32:21,165 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59733, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125, duration: 2937000
2015-02-12 11:32:21,166 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:21,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:21,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59732, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125, duration: 4447000
2015-02-12 11:32:21,167 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:21,168 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59731, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125, duration: 5445000
2015-02-12 11:32:21,168 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,170 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59730, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125, duration: 7262000
2015-02-12 11:32:21,170 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:21,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:21,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:32:21,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:21,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:21,177 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:32:21,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126 src: /127.0.0.1:59734 dest: /127.0.0.1:57377
2015-02-12 11:32:21,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126 src: /127.0.0.1:59735 dest: /127.0.0.1:57374
2015-02-12 11:32:21,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126 src: /127.0.0.1:59736 dest: /127.0.0.1:57366
2015-02-12 11:32:21,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59736, dest: /127.0.0.1:57366, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126, duration: 1423000
2015-02-12 11:32:21,186 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:21,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:32:21,187 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59735, dest: /127.0.0.1:57374, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126, duration: 2011000
2015-02-12 11:32:21,187 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:32:21,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59734, dest: /127.0.0.1:57377, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126, duration: 3632000
2015-02-12 11:32:21,188 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:32:21,191 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:32:21,192 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:32:21,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:21,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:21,205 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:32:21,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127 src: /127.0.0.1:59737 dest: /127.0.0.1:57366
2015-02-12 11:32:21,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127 src: /127.0.0.1:59738 dest: /127.0.0.1:57377
2015-02-12 11:32:21,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127 src: /127.0.0.1:59739 dest: /127.0.0.1:57374
2015-02-12 11:32:21,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59739, dest: /127.0.0.1:57374, bytes: 98654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127, duration: 1752000
2015-02-12 11:32:21,214 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:21,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:32:21,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59738, dest: /127.0.0.1:57377, bytes: 98654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127, duration: 2303000
2015-02-12 11:32:21,215 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:32:21,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59737, dest: /127.0.0.1:57366, bytes: 98654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127, duration: 3289000
2015-02-12 11:32:21,216 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:21,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:32:21,218 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:32:21,218 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0011
2015-02-12 11:32:21,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011 dst=null perm=null proto=rpc
2015-02-12 11:32:21,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:21,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:21,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:21,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:21,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:21,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:21,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:21,236 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 11 submitted by user soberoi
2015-02-12 11:32:21,236 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0011
2015-02-12 11:32:21,236 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0011
2015-02-12 11:32:21,236 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0011 State change from NEW to NEW_SAVING
2015-02-12 11:32:21,237 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0011
2015-02-12 11:32:21,237 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0011 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:32:21,237 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0011 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:32:21,238 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0011 from user: soberoi, in queue: default
2015-02-12 11:32:21,238 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0011
2015-02-12 11:32:21,239 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0011 State change from SUBMITTED to ACCEPTED
2015-02-12 11:32:21,239 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0011_000001
2015-02-12 11:32:21,239 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from NEW to SUBMITTED
2015-02-12 11:32:21,239 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0011 from user: soberoi activated in queue: default
2015-02-12 11:32:21,239 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0011 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:32:21,239 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0011_000001 to scheduler from user soberoi in queue default
2015-02-12 11:32:21,241 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:32:21,245 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0011/
2015-02-12 11:32:21,245 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0011
2015-02-12 11:32:21,245 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0011/
2015-02-12 11:32:21,763 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:21,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:32:21,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000001
2015-02-12 11:32:21,764 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:32:21,764 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0011_000001 container=Container: [ContainerId: container_1423769204434_0011_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:32:21,764 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:32:21,764 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:21,765 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0011_01_000001
2015-02-12 11:32:21,767 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:32:21,767 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0011_000001
2015-02-12 11:32:21,767 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0011 AttemptId: appattempt_1423769204434_0011_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0011_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ]
2015-02-12 11:32:21,768 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:32:21,768 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:32:21,768 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0011_000001
2015-02-12 11:32:21,769 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0011_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0011_000001
2015-02-12 11:32:21,769 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:32:21,769 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0011_000001
2015-02-12 11:32:21,769 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0011_000001
2015-02-12 11:32:21,771 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:21,774 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0011_01_000001 by user soberoi
2015-02-12 11:32:21,774 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0011
2015-02-12 11:32:21,774 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000001
2015-02-12 11:32:21,774 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from NEW to INITING
2015-02-12 11:32:21,774 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0011_01_000001 to application application_1423769204434_0011
2015-02-12 11:32:21,775 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from INITING to RUNNING
2015-02-12 11:32:21,775 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0011_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] for AM appattempt_1423769204434_0011_000001
2015-02-12 11:32:21,775 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:32:21,775 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:32:21,775 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0011
2015-02-12 11:32:21,775 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:32:21,775 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:32:21,775 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:32:21,776 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:32:21,776 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0011_01_000001
2015-02-12 11:32:21,787 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423769204434_0011_01_000001.tokens. Credentials list:
2015-02-12 11:32:21,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:32:21,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423769204434_0011_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000001.tokens
2015-02-12 11:32:21,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:32:22,030 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57369 to replicate blk_1073741948_1124 to datanode(s) 127.0.0.1:57374
2015-02-12 11:32:22,030 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741942_1118, blk_1073741943_1119]
2015-02-12 11:32:22,030 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741941_1117, blk_1073741943_1119]
2015-02-12 11:32:22,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:22,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:22,124 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:22,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:22,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:22,192 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:22,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:22,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:22,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:22,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:22,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:22,333 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:22,333 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:32:22,373 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:32:22,373 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:22,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000001/default_container_executor.sh]
2015-02-12 11:32:22,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:32:22,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:22,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741938 for deletion
2015-02-12 11:32:22,998 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 11:32:22,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 11:32:22,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 11:32:22,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741938
2015-02-12 11:32:22,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 11:32:22,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 11:32:22,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 11:32:22,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 11:32:22,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 11:32:23,111 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124 to 127.0.0.1:57374
2015-02-12 11:32:23,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124 src: /127.0.0.1:59745 dest: /127.0.0.1:57374
2015-02-12 11:32:23,113 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124 (numBytes=254067) to /127.0.0.1:57374
2015-02-12 11:32:23,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124 src: /127.0.0.1:59745 dest: /127.0.0.1:57374 of size 254067
2015-02-12 11:32:23,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741948_1124 size 254067
2015-02-12 11:32:23,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:24,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741938 for deletion
2015-02-12 11:32:24,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 11:32:24,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 11:32:24,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 11:32:24,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741938
2015-02-12 11:32:24,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 11:32:24,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 11:32:24,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 11:32:24,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 11:32:24,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 11:32:24,772 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:25,034 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741938_1114, blk_1073741939_1115, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119]
2015-02-12 11:32:25,034 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118]
2015-02-12 11:32:25,278 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122
2015-02-12 11:32:25,279 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121
2015-02-12 11:32:25,279 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120
2015-02-12 11:32:25,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:32:25,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:32:25,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:32:25,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:32:25,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011 dst=null perm=null proto=rpc
2015-02-12 11:32:25,774 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:25,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:32:25,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:32:25,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120
2015-02-12 11:32:25,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121
2015-02-12 11:32:25,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123
2015-02-12 11:32:26,004 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0010_01_000001 succeeded
2015-02-12 11:32:26,004 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:32:26,004 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0010_01_000001
2015-02-12 11:32:26,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000001
2015-02-12 11:32:26,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000001
2015-02-12 11:32:26,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000001
2015-02-12 11:32:26,026 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000001
2015-02-12 11:32:26,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0010/container_1423769204434_0010_01_000001
2015-02-12 11:32:26,026 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:32:26,027 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0010_01_000001 from application application_1423769204434_0010
2015-02-12 11:32:26,027 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:26,027 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0010
2015-02-12 11:32:26,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741938 for deletion
2015-02-12 11:32:26,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 11:32:26,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 11:32:26,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 11:32:26,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741938
2015-02-12 11:32:26,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 11:32:26,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 11:32:26,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 11:32:26,114 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 11:32:26,114 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 11:32:26,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123
2015-02-12 11:32:26,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741944_1120
2015-02-12 11:32:26,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122
2015-02-12 11:32:26,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125
2015-02-12 11:32:26,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:26,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741947_1123
2015-02-12 11:32:26,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126
2015-02-12 11:32:26,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127
2015-02-12 11:32:26,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741943_1119
2015-02-12 11:32:26,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:26,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125
2015-02-12 11:32:26,379 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124
2015-02-12 11:32:26,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741945_1121
2015-02-12 11:32:26,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741946_1122
2015-02-12 11:32:26,626 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741938 for deletion
2015-02-12 11:32:26,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 11:32:26,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 11:32:26,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741942 for deletion
2015-02-12 11:32:26,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741943 for deletion
2015-02-12 11:32:26,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741938_1114 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741938
2015-02-12 11:32:26,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 11:32:26,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 11:32:26,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741942
2015-02-12 11:32:26,628 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741943
2015-02-12 11:32:26,784 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:27,009 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:27,009 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0010_000001
2015-02-12 11:32:27,009 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0010_000001
2015-02-12 11:32:27,009 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0010_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:32:27,009 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000001
2015-02-12 11:32:27,009 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57458, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:32:27,009 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:32:27,009 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0010_000001 State change from FINISHING to FINISHED
2015-02-12 11:32:27,010 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0010_01_000001, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:27,010 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0010 State change from FINISHING to FINISHED
2015-02-12 11:32:27,010 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:27,010 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0010_000001
2015-02-12 11:32:27,010 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0010
2015-02-12 11:32:27,010 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:32:27,010 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0010,name=[B4CFB341B8A8420AA8401B362B3918AE/4E288D4A179F42DB8B8537A12AAE1C0F] trap test/(1/1) ...applatform/everystart/tap,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0010/jobhistory/job/job_1423769204434_0010,appMasterHost=10.1.1.68,startTime=1423769495635,finishTime=1423769539917,finalStatus=SUCCEEDED
2015-02-12 11:32:27,010 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0010_000001 released container container_1423769204434_0010_01_000001 on node: host: 10.1.1.68:57458 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:32:27,011 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0010_000001 is done. finalState=FINISHED
2015-02-12 11:32:27,011 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0010 requests cleared
2015-02-12 11:32:27,011 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0010 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:32:27,011 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0010 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:32:27,013 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0010_000001 (auth:SIMPLE)
2015-02-12 11:32:27,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0010_01_000001
2015-02-12 11:32:27,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0010 CONTAINERID=container_1423769204434_0010_01_000001
2015-02-12 11:32:27,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0010_01_000001]
2015-02-12 11:32:27,016 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:27,016 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:32:27,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:32:27,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:32:27,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:32:27,017 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0010
2015-02-12 11:32:27,017 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:32:27,017 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0010, with delay of 10800 seconds
2015-02-12 11:32:27,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:32:27,338 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:27,341 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0011_000001
2015-02-12 11:32:27,342 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0011 APPATTEMPTID=appattempt_1423769204434_0011_000001
2015-02-12 11:32:27,342 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:32:27,342 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0011 State change from ACCEPTED to RUNNING
2015-02-12 11:32:27,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:27,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:32:27,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:27,538 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30007 milliseconds
2015-02-12 11:32:27,538 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:32:27,623 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:32:27,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128 src: /127.0.0.1:59769 dest: /127.0.0.1:57366
2015-02-12 11:32:27,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128 src: /127.0.0.1:59770 dest: /127.0.0.1:57377
2015-02-12 11:32:27,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128 src: /127.0.0.1:59771 dest: /127.0.0.1:57369
2015-02-12 11:32:27,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59771, dest: /127.0.0.1:57369, bytes: 115753, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128, duration: 42895000
2015-02-12 11:32:27,714 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:27,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]} size 0
2015-02-12 11:32:27,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59770, dest: /127.0.0.1:57377, bytes: 115753, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128, duration: 43629000
2015-02-12 11:32:27,715 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:27,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:27,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59769, dest: /127.0.0.1:57366, bytes: 115753, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128, duration: 44484000
2015-02-12 11:32:27,716 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:27,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:27,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:27,786 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:32:27,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:27,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:32:27,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:32:27,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:32:27,787 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0010
2015-02-12 11:32:27,787 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:32:27,787 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0010, with delay of 10800 seconds
2015-02-12 11:32:27,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0010
2015-02-12 11:32:28,789 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:28,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:32:28,789 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000002
2015-02-12 11:32:28,789 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:32:28,790 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0011_000001 container=Container: [ContainerId: container_1423769204434_0011_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:32:28,790 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:32:28,790 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:28,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:32:28,790 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000003
2015-02-12 11:32:28,790 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 11:32:28,791 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0011_000001 container=Container: [ContainerId: container_1423769204434_0011_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:32:28,791 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:32:28,791 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:29,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:32:29,023 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000004
2015-02-12 11:32:29,024 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:32:29,024 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0011_000001 container=Container: [ContainerId: container_1423769204434_0011_01_000004, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:32:29,024 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:32:29,024 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:29,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:32:29,025 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000005
2015-02-12 11:32:29,025 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0011_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:32:29,025 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0011_000001 container=Container: [ContainerId: container_1423769204434_0011_01_000005, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:32:29,025 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:32:29,025 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:29,421 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0011_01_000002
2015-02-12 11:32:29,422 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:32:29,424 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:32:29,425 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57458 for container : container_1423769204434_0011_01_000004
2015-02-12 11:32:29,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:32:29,428 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:32:29,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:29,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:29,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:29,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:29,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:29,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:29,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:29,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:29,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:29,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:29,670 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:29,670 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:29,671 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:29,671 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:29,675 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0011_01_000004 by user soberoi
2015-02-12 11:32:29,675 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0011
2015-02-12 11:32:29,675 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000004
2015-02-12 11:32:29,675 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from NEW to INITING
2015-02-12 11:32:29,675 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0011_01_000004 to application application_1423769204434_0011
2015-02-12 11:32:29,675 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0011_01_000002 by user soberoi
2015-02-12 11:32:29,676 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from INITING to RUNNING
2015-02-12 11:32:29,676 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0011_01_000002 to application application_1423769204434_0011
2015-02-12 11:32:29,676 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000002
2015-02-12 11:32:29,676 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:32:29,676 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0011
2015-02-12 11:32:29,676 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:32:29,676 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0011
2015-02-12 11:32:29,676 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:32:29,676 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0011
2015-02-12 11:32:29,676 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0011
2015-02-12 11:32:29,676 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0011
2015-02-12 11:32:29,677 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:32:29,677 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:32:29,677 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0011
2015-02-12 11:32:29,677 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:32:29,677 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0011_01_000004
2015-02-12 11:32:29,677 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:32:29,681 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0011_01_000003 by user soberoi
2015-02-12 11:32:29,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000003
2015-02-12 11:32:29,682 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0011_01_000003 to application application_1423769204434_0011
2015-02-12 11:32:29,682 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:32:29,682 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0011
2015-02-12 11:32:29,682 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0011
2015-02-12 11:32:29,683 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:32:29,683 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0011
2015-02-12 11:32:29,683 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:32:29,693 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0011_01_000005 by user soberoi
2015-02-12 11:32:29,693 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000005
2015-02-12 11:32:29,695 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0011_01_000005 to application application_1423769204434_0011
2015-02-12 11:32:29,695 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423769204434_0011_01_000004.tokens. Credentials list:
2015-02-12 11:32:29,695 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:32:29,695 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0011
2015-02-12 11:32:29,696 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0011
2015-02-12 11:32:29,696 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:32:29,696 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0011
2015-02-12 11:32:29,728 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:32:29,728 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:29,737 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:32:29,737 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:29,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:32:29,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:32:29,840 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0011_01_000005
2015-02-12 11:32:29,858 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423769204434_0011_01_000005.tokens. Credentials list:
2015-02-12 11:32:29,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:32:29,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000002/default_container_executor.sh]
2015-02-12 11:32:29,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000003/default_container_executor.sh]
2015-02-12 11:32:30,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:32:30,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:32:30,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:32:30,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423769204434_0011_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000004.tokens
2015-02-12 11:32:30,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:32:30,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:30,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:30,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423769204434_0011_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000005.tokens
2015-02-12 11:32:30,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:32:30,210 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:30,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:30,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:30,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127
2015-02-12 11:32:30,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124
2015-02-12 11:32:30,288 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126
2015-02-12 11:32:30,288 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125
2015-02-12 11:32:30,319 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:30,319 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:32:30,319 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:32:30,385 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:32:30,386 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:30,386 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:32:30,386 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:30,448 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:32:30,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000004/default_container_executor.sh]
2015-02-12 11:32:30,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000005/default_container_executor.sh]
2015-02-12 11:32:30,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124
2015-02-12 11:32:30,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741949_1125
2015-02-12 11:32:31,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741950_1126
2015-02-12 11:32:31,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741951_1127
2015-02-12 11:32:31,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741948_1124
2015-02-12 11:32:35,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128
2015-02-12 11:32:35,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128
2015-02-12 11:32:36,395 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741952_1128
2015-02-12 11:32:39,112 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-a9ac819d-d7ac-47db-bc18-c6716597c44f node DatanodeRegistration(127.0.0.1, datanodeUuid=d4064433-e582-4c67-b17d-1d58ddc99880, infoPort=57378, ipcPort=57379, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 18, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 11:32:39,112 INFO BlockStateChange (BlockManager.java:processReport(1831)) - BLOCK* processReport: from storage DS-b9435a71-202e-4632-99f6-f189a6ad56d9 node DatanodeRegistration(127.0.0.1, datanodeUuid=d4064433-e582-4c67-b17d-1d58ddc99880, infoPort=57378, ipcPort=57379, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0), blocks: 27, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 11:32:39,113 INFO datanode.DataNode (BPServiceActor.java:blockReport(514)) - Sent 1 blockreports 45 blocks total. Took 1 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@7d6e151
2015-02-12 11:32:39,113 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(689)) - Got finalize command for block pool BP-890477609-10.1.1.68-1423769186145
2015-02-12 11:32:42,945 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 11:32:42,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:32:42,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:32:42,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,955 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0008,submitTime=1423769433804,launchTime=1423769439743,firstMapTaskLaunchTime=1423769442002,firstReduceTaskLaunchTime=1423769459972,finishTime=1423769464248,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=63,reduceSlotSeconds=4,jobName=[F349A4FBA43E4CB1B0F26FE598732B4E/12B4371686A34585A50A51BDB2D941F7] trap test/(1/1) ...-mr1/trapplatform/seq/tap
2015-02-12 11:32:42,955 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0006,submitTime=1423769353291,launchTime=1423769358443,firstMapTaskLaunchTime=1423769360688,firstReduceTaskLaunchTime=1423769376646,finishTime=1423769397135,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=53,reduceSlotSeconds=20,jobName=[979A6F57763541F0B3A483DFF8E6DA5A/5B395D60920242AEB2BE9A6E1704952D] trap test/(1/1) ...latform/everycomplete/tap
2015-02-12 11:32:42,955 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0007,submitTime=1423769398541,launchTime=1423769404846,firstMapTaskLaunchTime=1423769407342,firstReduceTaskLaunchTime=0,finishTime=1423769432328,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=98,reduceSlotSeconds=0,jobName=[FA6142D449D047C6B04390C888D71D8F/D9EBAB59ECF84859BD18F273CE899A6E] trap test/(1/1) ...hain/tap-nondeterministic
2015-02-12 11:32:42,955 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary]
2015-02-12 11:32:42,955 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary]
2015-02-12 11:32:42,955 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary]
2015-02-12 11:32:42,957 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:57369 127.0.0.1:57366 127.0.0.1:57374
2015-02-12 11:32:42,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,957 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57369
2015-02-12 11:32:42,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,958 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57374
2015-02-12 11:32:42,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:32:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:32:42,960 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist
2015-02-12 11:32:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:32:42,960 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist
2015-02-12 11:32:42,961 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist
2015-02-12 11:32:42,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0007-1423769398541-soberoi-%5BFA6142D449D047C6B04390C888D71D8F%2FD9EBAB59ECF84859-1423769432328-4-0-SUCCEEDED-default-1423769404846.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,961 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0007_conf.xml
2015-02-12 11:32:42,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0006-1423769353291-soberoi-%5B979A6F57763541F0B3A483DFF8E6DA5A%2F5B395D60920242AE-1423769397135-4-1-SUCCEEDED-default-1423769358443.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0008-1423769433804-soberoi-%5BF349A4FBA43E4CB1B0F26FE598732B4E%2F12B4371686A34585-1423769464248-4-1-SUCCEEDED-default-1423769439743.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,962 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0006_conf.xml
2015-02-12 11:32:42,962 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0008_conf.xml
2015-02-12 11:32:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,964 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0010,submitTime=1423769495635,launchTime=1423769510082,firstMapTaskLaunchTime=1423769512276,firstReduceTaskLaunchTime=1423769525223,finishTime=1423769539804,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=42,reduceSlotSeconds=14,jobName=[B4CFB341B8A8420AA8401B362B3918AE/4E288D4A179F42DB8B8537A12AAE1C0F] trap test/(1/1) ...applatform/everystart/tap
2015-02-12 11:32:42,964 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423769204434_0009,submitTime=1423769466125,launchTime=1423769479120,firstMapTaskLaunchTime=1423769481371,firstReduceTaskLaunchTime=0,finishTime=1423769494018,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=61,reduceSlotSeconds=0,jobName=[880BADE7D67A421DA431D40FEDE66D19/1A0FF2EEDCA14D3A9F284C6950E95D08] null/(1/1) ...tform/testTrapNoOperation
2015-02-12 11:32:42,965 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary]
2015-02-12 11:32:42,965 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary]
2015-02-12 11:32:42,966 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:32:42,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,966 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57369
2015-02-12 11:32:42,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009.summary dst=null perm=null proto=rpc
2015-02-12 11:32:42,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:32:42,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 11:32:42,972 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist
2015-02-12 11:32:42,972 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist
2015-02-12 11:32:42,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0010-1423769495635-soberoi-%5BB4CFB341B8A8420AA8401B362B3918AE%2F4E288D4A179F42DB-1423769539804-4-1-SUCCEEDED-default-1423769510082.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0009-1423769466125-soberoi-%5B880BADE7D67A421DA431D40FEDE66D19%2F1A0FF2EEDCA14D3A-1423769494018-5-0-SUCCEEDED-default-1423769479120.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,973 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0010_conf.xml
2015-02-12 11:32:42,973 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml to hdfs://localhost:57365/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0009_conf.xml
2015-02-12 11:32:42,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:42,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423769204434_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:43,067 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741923_1099, blk_1073741893_1069, blk_1073741910_1086, blk_1073741945_1121, blk_1073741935_1111]
2015-02-12 11:32:43,068 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741893_1069, blk_1073741910_1086, blk_1073741945_1121, blk_1073741935_1111]
2015-02-12 11:32:44,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 11:32:44,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 11:32:44,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 11:32:44,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 11:32:44,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 11:32:44,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 11:32:44,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 11:32:44,025 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 11:32:44,025 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 11:32:44,025 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 11:32:44,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 11:32:44,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 11:32:44,134 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 11:32:44,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 11:32:44,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 11:32:44,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 11:32:44,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 11:32:44,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 11:32:46,072 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741923_1099, blk_1073741910_1086, blk_1073741935_1111]
2015-02-12 11:32:46,072 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741923_1099, blk_1073741893_1069, blk_1073741945_1121]
2015-02-12 11:32:47,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 11:32:47,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741910 for deletion
2015-02-12 11:32:47,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 11:32:47,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 11:32:47,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 11:32:47,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741910
2015-02-12 11:32:48,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 11:32:48,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 11:32:48,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 11:32:48,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 11:32:48,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 11:32:48,113 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 11:32:48,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:48,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:49,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:49,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:49,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:49,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:49,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:49,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:50,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:50,351 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:50,353 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0011_01_000002
2015-02-12 11:32:50,354 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000002
2015-02-12 11:32:50,354 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:32:50,354 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0011_01_000002
2015-02-12 11:32:50,375 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0011_01_000002 is : 143
2015-02-12 11:32:50,377 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:32:50,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129 src: /127.0.0.1:59884 dest: /127.0.0.1:57366
2015-02-12 11:32:50,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129 src: /127.0.0.1:59885 dest: /127.0.0.1:57369
2015-02-12 11:32:50,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129 src: /127.0.0.1:59886 dest: /127.0.0.1:57377
2015-02-12 11:32:50,400 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:50,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000002
2015-02-12 11:32:50,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000002
2015-02-12 11:32:50,401 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1.jhist for DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:50,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000002
2015-02-12 11:32:50,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000002
2015-02-12 11:32:50,404 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000002
2015-02-12 11:32:50,404 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:50,404 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0011_01_000002 from application application_1423769204434_0011
2015-02-12 11:32:50,405 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:50,405 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0011
2015-02-12 11:32:50,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:32:50,434 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:50,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0011_01_000003
2015-02-12 11:32:50,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000003
2015-02-12 11:32:50,437 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:32:50,437 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0011_01_000003
2015-02-12 11:32:50,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:50,438 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0011_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:32:50,438 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000002
2015-02-12 11:32:50,438 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 11:32:50,438 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:32:50,439 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0011_01_000002, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:50,439 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:50,439 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:32:50,439 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0011_000001 released container container_1423769204434_0011_01_000002 on node: host: 10.1.1.68:57488 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 11:32:50,461 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0011_01_000003 is : 143
2015-02-12 11:32:50,479 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:50,481 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000003
2015-02-12 11:32:50,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000003
2015-02-12 11:32:50,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000003
2015-02-12 11:32:50,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000003
2015-02-12 11:32:50,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000003
2015-02-12 11:32:50,482 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:50,484 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0011_01_000003 from application application_1423769204434_0011
2015-02-12 11:32:50,484 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:50,484 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0011
2015-02-12 11:32:50,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:32:50,524 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:50,525 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0011_01_000004
2015-02-12 11:32:50,525 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000004
2015-02-12 11:32:50,525 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:32:50,526 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0011_01_000004
2015-02-12 11:32:50,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:32:50,543 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0011_01_000004 is : 143
2015-02-12 11:32:50,555 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:50,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000004
2015-02-12 11:32:50,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000004
2015-02-12 11:32:50,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000004
2015-02-12 11:32:50,557 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000004
2015-02-12 11:32:50,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000004
2015-02-12 11:32:50,557 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:50,557 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0011_01_000004 from application application_1423769204434_0011
2015-02-12 11:32:50,558 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:50,558 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0011
2015-02-12 11:32:50,560 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:50,562 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0011_01_000005
2015-02-12 11:32:50,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000005
2015-02-12 11:32:50,562 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:32:50,562 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0011_01_000005
2015-02-12 11:32:50,564 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:50,564 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0011_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:32:50,564 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000004
2015-02-12 11:32:50,564 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:32:50,564 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:32:50,565 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0011_01_000004, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:50,565 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:50,565 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:32:50,565 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0011_000001 released container container_1423769204434_0011_01_000004 on node: host: 10.1.1.68:57458 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:32:50,578 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0011_01_000005 is : 143
2015-02-12 11:32:50,590 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:50,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000005
2015-02-12 11:32:50,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000005
2015-02-12 11:32:50,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000005
2015-02-12 11:32:50,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000005
2015-02-12 11:32:50,591 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000005
2015-02-12 11:32:50,591 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:50,591 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0011_01_000005 from application application_1423769204434_0011
2015-02-12 11:32:50,591 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:50,591 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0011
2015-02-12 11:32:51,444 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:51,444 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:51,444 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0011_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:32:51,444 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000003
2015-02-12 11:32:51,445 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:32:51,445 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:32:51,446 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0011_01_000003, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:51,446 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:51,446 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:32:51,446 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0011_000001 released container container_1423769204434_0011_01_000003 on node: host: 10.1.1.68:57488 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:32:51,572 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:51,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:51,572 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0011_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:32:51,572 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000005
2015-02-12 11:32:51,572 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0011_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57458, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:32:51,573 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:32:51,573 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0011_01_000005, NodeId: 10.1.1.68:57458, NodeHttpAddress: 10.1.1.68:57462, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57458 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:51,573 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:51,573 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:32:51,574 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0011_000001 released container container_1423769204434_0011_01_000005 on node: host: 10.1.1.68:57458 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:32:52,333 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:32:52,333 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000006
2015-02-12 11:32:52,333 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0011_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:32:52,333 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0011_000001 container=Container: [ContainerId: container_1423769204434_0011_01_000006, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:32:52,333 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:32:52,333 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:52,452 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0011_01_000002]
2015-02-12 11:32:52,452 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:52,452 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:52,577 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0011_01_000004]
2015-02-12 11:32:52,577 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:52,577 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:52,604 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57463 for container : container_1423769204434_0011_01_000006
2015-02-12 11:32:52,605 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:32:52,618 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:52,621 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0011_01_000006 by user soberoi
2015-02-12 11:32:52,621 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0011
2015-02-12 11:32:52,621 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000006
2015-02-12 11:32:52,621 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from NEW to INITING
2015-02-12 11:32:52,621 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0011_01_000006 to application application_1423769204434_0011
2015-02-12 11:32:52,622 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from INITING to RUNNING
2015-02-12 11:32:52,622 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:32:52,622 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0011
2015-02-12 11:32:52,622 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0011
2015-02-12 11:32:52,622 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:32:52,622 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0011
2015-02-12 11:32:52,623 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:32:52,623 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:32:52,623 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0011_01_000006
2015-02-12 11:32:52,635 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423769204434_0011_01_000006.tokens. Credentials list:
2015-02-12 11:32:52,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:32:52,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423769204434_0011_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000006.tokens
2015-02-12 11:32:52,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:32:52,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:52,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:53,023 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:53,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:53,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:53,093 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:53,094 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:32:53,138 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:32:53,138 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:53,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000006/default_container_executor.sh]
2015-02-12 11:32:53,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:32:53,455 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0011_01_000003]
2015-02-12 11:32:53,455 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:53,581 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0011_01_000005]
2015-02-12 11:32:53,581 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:53,613 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:32:56,897 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:32:56,903 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:32:56,912 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:32:56,913 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:32:57,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:57,196 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_r_000000_0/part-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:32:57,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130 src: /127.0.0.1:59951 dest: /127.0.0.1:57366
2015-02-12 11:32:57,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130 src: /127.0.0.1:59952 dest: /127.0.0.1:57369
2015-02-12 11:32:57,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130 src: /127.0.0.1:59953 dest: /127.0.0.1:57377
2015-02-12 11:32:57,316 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59953, dest: /127.0.0.1:57377, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0011_r_000000_0_232392335_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130, duration: 39288000
2015-02-12 11:32:57,316 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:57,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:57,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59952, dest: /127.0.0.1:57369, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0011_r_000000_0_232392335_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130, duration: 40241000
2015-02-12 11:32:57,317 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:57,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59951, dest: /127.0.0.1:57366, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0011_r_000000_0_232392335_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130, duration: 41105000
2015-02-12 11:32:57,318 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:57,323 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0011_r_000000_0_232392335_1
2015-02-12 11:32:57,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:57,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:32:57,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/task_1423769204434_0011_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:32:57,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/_temporary/attempt_1423769204434_0011_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/task_1423769204434_0011_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:32:57,360 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:32:57,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0011_01_000006
2015-02-12 11:32:57,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000006
2015-02-12 11:32:57,363 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:32:57,364 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0011_01_000006
2015-02-12 11:32:57,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:57,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:57,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:32:57,380 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0011_01_000006 is : 143
2015-02-12 11:32:57,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:57,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:57,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/task_1423769204434_0011_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:32:57,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:57,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary/1/task_1423769204434_0011_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:57,392 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:32:57,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000006
2015-02-12 11:32:57,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000006
2015-02-12 11:32:57,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000006
2015-02-12 11:32:57,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000006
2015-02-12 11:32:57,394 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000006
2015-02-12 11:32:57,394 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:32:57,394 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0011_01_000006 from application application_1423769204434_0011
2015-02-12 11:32:57,394 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:32:57,394 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0011
2015-02-12 11:32:57,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:32:57,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:57,403 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:57,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:57,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:57,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59886, dest: /127.0.0.1:57377, bytes: 61401, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129, duration: 7035714000
2015-02-12 11:32:57,420 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:57,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 15715
2015-02-12 11:32:57,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59885, dest: /127.0.0.1:57369, bytes: 61401, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129, duration: 7035777000
2015-02-12 11:32:57,421 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 15715
2015-02-12 11:32:57,423 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59884, dest: /127.0.0.1:57366, bytes: 61401, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129, duration: 7038460000
2015-02-12 11:32:57,423 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]} size 15715
2015-02-12 11:32:57,424 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:57,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:57,429 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:32:57,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131 src: /127.0.0.1:59955 dest: /127.0.0.1:57369
2015-02-12 11:32:57,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131 src: /127.0.0.1:59956 dest: /127.0.0.1:57377
2015-02-12 11:32:57,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131 src: /127.0.0.1:59957 dest: /127.0.0.1:57366
2015-02-12 11:32:57,437 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59957, dest: /127.0.0.1:57366, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131, duration: 1100000
2015-02-12 11:32:57,437 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:57,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:32:57,438 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59956, dest: /127.0.0.1:57377, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131, duration: 1634000
2015-02-12 11:32:57,438 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:32:57,439 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59955, dest: /127.0.0.1:57369, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131, duration: 2737000
2015-02-12 11:32:57,439 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:32:57,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:57,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:57,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:32:57,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011-1423769541236-soberoi-%5B7CF14B3745614ACEA426C8373C011EA0%2F48E34952875D4158-1423769577407-4-1-SUCCEEDED-default-1423769547366.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:32:57,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:32:57,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011-1423769541236-soberoi-%5B7CF14B3745614ACEA426C8373C011EA0%2F48E34952875D4158-1423769577407-4-1-SUCCEEDED-default-1423769547366.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:32:57,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:32:57,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011-1423769541236-soberoi-%5B7CF14B3745614ACEA426C8373C011EA0%2F48E34952875D4158-1423769577407-4-1-SUCCEEDED-default-1423769547366.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:57,472 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011-1423769541236-soberoi-%5B7CF14B3745614ACEA426C8373C011EA0%2F48E34952875D4158-1423769577407-4-1-SUCCEEDED-default-1423769547366.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:32:57,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132 src: /127.0.0.1:59959 dest: /127.0.0.1:57366
2015-02-12 11:32:57,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132 src: /127.0.0.1:59960 dest: /127.0.0.1:57374
2015-02-12 11:32:57,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132 src: /127.0.0.1:59961 dest: /127.0.0.1:57377
2015-02-12 11:32:57,481 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59961, dest: /127.0.0.1:57377, bytes: 61401, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132, duration: 1813000
2015-02-12 11:32:57,481 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:57,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:32:57,482 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59960, dest: /127.0.0.1:57374, bytes: 61401, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132, duration: 2545000
2015-02-12 11:32:57,482 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:32:57,483 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59959, dest: /127.0.0.1:57366, bytes: 61401, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132, duration: 3570000
2015-02-12 11:32:57,483 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:32:57,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011-1423769541236-soberoi-%5B7CF14B3745614ACEA426C8373C011EA0%2F48E34952875D4158-1423769577407-4-1-SUCCEEDED-default-1423769547366.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:57,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011-1423769541236-soberoi-%5B7CF14B3745614ACEA426C8373C011EA0%2F48E34952875D4158-1423769577407-4-1-SUCCEEDED-default-1423769547366.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:57,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:32:57,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:32:57,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:32:57,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:32:57,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011/job_1423769204434_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:32:57,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:32:57,500 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:32:57,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133 src: /127.0.0.1:59963 dest: /127.0.0.1:57366
2015-02-12 11:32:57,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133 src: /127.0.0.1:59964 dest: /127.0.0.1:57377
2015-02-12 11:32:57,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133 src: /127.0.0.1:59965 dest: /127.0.0.1:57374
2015-02-12 11:32:57,509 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59965, dest: /127.0.0.1:57374, bytes: 115753, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133, duration: 1727000
2015-02-12 11:32:57,509 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:57,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:32:57,510 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59964, dest: /127.0.0.1:57377, bytes: 115753, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133, duration: 2457000
2015-02-12 11:32:57,510 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,511 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:57,511 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59963, dest: /127.0.0.1:57366, bytes: 115753, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-335643834_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133, duration: 3364000
2015-02-12 11:32:57,511 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:57,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:57,513 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-335643834_1
2015-02-12 11:32:57,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:57,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:57,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:57,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011-1423769541236-soberoi-%5B7CF14B3745614ACEA426C8373C011EA0%2F48E34952875D4158-1423769577407-4-1-SUCCEEDED-default-1423769547366.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0011-1423769541236-soberoi-%5B7CF14B3745614ACEA426C8373C011EA0%2F48E34952875D4158-1423769577407-4-1-SUCCEEDED-default-1423769547366.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:32:57,527 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0011_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:32:57,527 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:32:57,527 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0011 with final state: FINISHING
2015-02-12 11:32:57,527 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0011 State change from RUNNING to FINAL_SAVING
2015-02-12 11:32:57,527 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0011
2015-02-12 11:32:57,528 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:32:57,528 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0011 State change from FINAL_SAVING to FINISHING
2015-02-12 11:32:57,546 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30008 milliseconds
2015-02-12 11:32:57,546 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:32:58,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:32:58,366 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0011_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:32:58,366 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000006
2015-02-12 11:32:58,366 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0011_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:32:58,366 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:32:58,367 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0011_01_000006, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:32:58,367 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:58,367 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:32:58,368 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0011_000001 released container container_1423769204434_0011_01_000006 on node: host: 10.1.1.68:57463 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:32:58,539 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0011 unregistered successfully.
2015-02-12 11:32:58,543 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741948_1124 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57369 127.0.0.1:57374
2015-02-12 11:32:58,543 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741949_1125 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57374 127.0.0.1:57369
2015-02-12 11:32:58,543 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741950_1126 127.0.0.1:57377 127.0.0.1:57374 127.0.0.1:57366
2015-02-12 11:32:58,543 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57374
2015-02-12 11:32:58,543 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741953_1129 127.0.0.1:57366 127.0.0.1:57369 127.0.0.1:57377
2015-02-12 11:32:58,544 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741952_1128 127.0.0.1:57366 127.0.0.1:57377 127.0.0.1:57369
2015-02-12 11:32:58,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0011 dst=null perm=null proto=rpc
2015-02-12 11:32:58,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,634 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary
2015-02-12 11:32:58,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:32:58,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null proto=rpc
2015-02-12 11:32:58,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null proto=rpc
2015-02-12 11:32:58,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,660 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:32:58,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:58,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null proto=rpc
2015-02-12 11:32:58,687 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/none/tap
2015-02-12 11:32:58,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:58,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:32:58,696 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/none/trap
2015-02-12 11:32:58,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/none/trap dst=null perm=null proto=rpc
2015-02-12 11:32:58,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:58,743 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 11:32:58,743 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 11:32:58,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:32:58,826 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting
2015-02-12 11:32:58,826 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt"]
2015-02-12 11:32:58,827 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] sink: Hfs["TextDelimited[['ip', 'count']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap"]
2015-02-12 11:32:58,827 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] parallel execution is enabled: true
2015-02-12 11:32:58,827 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] starting jobs: 1
2015-02-12 11:32:58,827 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [trap test] allocating threads: 1
2015-02-12 11:32:58,828 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] starting step: (1/1) ...1/trapplatform/allseq/tap
2015-02-12 11:32:58,869 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:32:58,891 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.68:57455
2015-02-12 11:32:58,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:32:58,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:32:58,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:32:58,899 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(286)) - Allocated new applicationId: 12
2015-02-12 11:32:58,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012 dst=null perm=null proto=rpc
2015-02-12 11:32:58,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 11:32:58,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 11:32:58,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:58,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:58,909 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar. BP-890477609-10.1.1.68-1423769186145 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:32:58,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134 src: /127.0.0.1:59985 dest: /127.0.0.1:57374
2015-02-12 11:32:58,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134 src: /127.0.0.1:59986 dest: /127.0.0.1:57369
2015-02-12 11:32:58,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134 src: /127.0.0.1:59987 dest: /127.0.0.1:57377
2015-02-12 11:32:58,921 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59987, dest: /127.0.0.1:57377, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134, duration: 4885000
2015-02-12 11:32:58,921 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:58,922 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59986, dest: /127.0.0.1:57369, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134, duration: 5065000
2015-02-12 11:32:58,922 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:58,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:32:58,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59985, dest: /127.0.0.1:57374, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134, duration: 7931000
2015-02-12 11:32:58,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:32:58,924 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:58,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW]]} size 0
2015-02-12 11:32:58,929 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:32:58,930 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar
2015-02-12 11:32:58,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:58,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:58,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:58,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:58,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:58,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 11:32:58,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 11:32:58,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 11:32:58,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 11:32:58,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 11:32:58,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:58,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:58,940 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:32:58,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:32:58,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:58,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:58,946 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2710)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split
2015-02-12 11:32:58,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:58,948 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split. BP-890477609-10.1.1.68-1423769186145 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:32:58,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135 src: /127.0.0.1:59988 dest: /127.0.0.1:57369
2015-02-12 11:32:58,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135 src: /127.0.0.1:59989 dest: /127.0.0.1:57377
2015-02-12 11:32:58,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135 src: /127.0.0.1:59990 dest: /127.0.0.1:57366
2015-02-12 11:32:58,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135 src: /127.0.0.1:59991 dest: /127.0.0.1:57374
2015-02-12 11:32:58,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59991, dest: /127.0.0.1:57374, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135, duration: 2353000
2015-02-12 11:32:58,958 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:58,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59990, dest: /127.0.0.1:57366, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135, duration: 2926000
2015-02-12 11:32:58,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:32:58,959 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:58,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:32:58,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59989, dest: /127.0.0.1:57377, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135, duration: 3621000
2015-02-12 11:32:58,960 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:58,961 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59988, dest: /127.0.0.1:57369, bytes: 1439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135, duration: 5146000
2015-02-12 11:32:58,962 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:58,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:58,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:58,964 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:32:58,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:58,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:58,970 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo. BP-890477609-10.1.1.68-1423769186145 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:32:58,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136 src: /127.0.0.1:59992 dest: /127.0.0.1:57369
2015-02-12 11:32:58,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136 src: /127.0.0.1:59993 dest: /127.0.0.1:57374
2015-02-12 11:32:58,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136 src: /127.0.0.1:59994 dest: /127.0.0.1:57366
2015-02-12 11:32:58,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59994, dest: /127.0.0.1:57366, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136, duration: 1422000
2015-02-12 11:32:58,978 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:58,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:32:58,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59993, dest: /127.0.0.1:57374, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136, duration: 2075000
2015-02-12 11:32:58,979 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:58,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59992, dest: /127.0.0.1:57369, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136, duration: 3474000
2015-02-12 11:32:58,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:32:58,980 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:58,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:32:58,983 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:32:58,986 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(494)) - number of splits:4
2015-02-12 11:32:58,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:58,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 11:32:59,003 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:32:59,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137 src: /127.0.0.1:59995 dest: /127.0.0.1:57369
2015-02-12 11:32:59,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137 src: /127.0.0.1:59996 dest: /127.0.0.1:57366
2015-02-12 11:32:59,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137 src: /127.0.0.1:59997 dest: /127.0.0.1:57377
2015-02-12 11:32:59,012 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59997, dest: /127.0.0.1:57377, bytes: 99468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137, duration: 2087000
2015-02-12 11:32:59,012 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:32:59,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:32:59,013 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59996, dest: /127.0.0.1:57366, bytes: 99468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137, duration: 2520000
2015-02-12 11:32:59,013 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:59,014 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:59995, dest: /127.0.0.1:57369, bytes: 99468, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1943342368_9, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137, duration: 3446000
2015-02-12 11:32:59,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:32:59,014 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:32:59,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:32:59,017 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml is closed by DFSClient_NONMAPREDUCE_1943342368_9
2015-02-12 11:32:59,018 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(583)) - Submitting tokens for job: job_1423769204434_0012
2015-02-12 11:32:59,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012 dst=null perm=null proto=rpc
2015-02-12 11:32:59,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:59,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:32:59,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:59,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:59,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:59,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:59,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,046 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(577)) - Application with id 12 submitted by user soberoi
2015-02-12 11:32:59,046 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(973)) - Storing application with id application_1423769204434_0012
2015-02-12 11:32:59,046 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi IP=10.1.1.68 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423769204434_0012
2015-02-12 11:32:59,046 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423769204434_0012
2015-02-12 11:32:59,046 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0012 State change from NEW to NEW_SAVING
2015-02-12 11:32:59,046 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0012 State change from NEW_SAVING to SUBMITTED
2015-02-12 11:32:59,046 INFO capacity.ParentQueue (ParentQueue.java:addApplication(386)) - Application added - appId: application_1423769204434_0012 user: soberoi leaf-queue of parent: root #applications: 2
2015-02-12 11:32:59,047 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(716)) - Accepted application application_1423769204434_0012 from user: soberoi, in queue: default
2015-02-12 11:32:59,047 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0012 State change from SUBMITTED to ACCEPTED
2015-02-12 11:32:59,047 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(670)) - Registering app attempt : appattempt_1423769204434_0012_000001
2015-02-12 11:32:59,047 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0012_000001 State change from NEW to SUBMITTED
2015-02-12 11:32:59,048 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(626)) - Application application_1423769204434_0012 from user: soberoi activated in queue: default
2015-02-12 11:32:59,048 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(643)) - Application added - appId: application_1423769204434_0012 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@10af39e7, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-12 11:32:59,048 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(746)) - Added Application Attempt appattempt_1423769204434_0012_000001 to scheduler from user soberoi in queue default
2015-02-12 11:32:59,049 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0012_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 11:32:59,051 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(251)) - Submitted application application_1423769204434_0012
2015-02-12 11:32:59,055 INFO mapreduce.Job (Job.java:submit(1300)) - The url to track the job: http://Edinburgh.local:57456/proxy/application_1423769204434_0012/
2015-02-12 11:32:59,055 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] submitted hadoop job: job_1423769204434_0012
2015-02-12 11:32:59,055 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [trap test] tracking url: http://Edinburgh.local:57456/proxy/application_1423769204434_0012/
2015-02-12 11:32:59,373 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:32:59,374 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000001
2015-02-12 11:32:59,374 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57473, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 11:32:59,374 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0012_000001 container=Container: [ContainerId: container_1423769204434_0012_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:32:59,374 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-12 11:32:59,374 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:32:59,375 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:32:59,375 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57473 for container : container_1423769204434_0012_01_000001
2015-02-12 11:32:59,376 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:32:59,377 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423769204434_0012_000001
2015-02-12 11:32:59,377 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1837)) - Storing attempt: AppId: application_1423769204434_0012 AttemptId: appattempt_1423769204434_0012_000001 MasterContainer: Container: [ContainerId: container_1423769204434_0012_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ]
2015-02-12 11:32:59,377 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 11:32:59,377 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 11:32:59,377 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423769204434_0012_000001
2015-02-12 11:32:59,379 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423769204434_0012_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] for AM appattempt_1423769204434_0012_000001
2015-02-12 11:32:59,379 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423769204434_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 11:32:59,379 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423769204434_0012_000001
2015-02-12 11:32:59,379 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423769204434_0012_000001
2015-02-12 11:32:59,382 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:32:59,384 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0012_01_000001 by user soberoi
2015-02-12 11:32:59,385 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0012
2015-02-12 11:32:59,385 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000001
2015-02-12 11:32:59,385 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0012 transitioned from NEW to INITING
2015-02-12 11:32:59,385 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0012_01_000001 to application application_1423769204434_0012
2015-02-12 11:32:59,385 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0012 transitioned from INITING to RUNNING
2015-02-12 11:32:59,385 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423769204434_0012_01_000001, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] for AM appattempt_1423769204434_0012_000001
2015-02-12 11:32:59,386 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0012_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 11:32:59,386 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 11:32:59,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0012
2015-02-12 11:32:59,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:32:59,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 11:32:59,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split transitioned from INIT to DOWNLOADING
2015-02-12 11:32:59,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:32:59,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0012_01_000001
2015-02-12 11:32:59,402 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0012_01_000001.tokens. Credentials list:
2015-02-12 11:32:59,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:32:59,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423769204434_0012_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000001.tokens
2015-02-12 11:32:59,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0012
2015-02-12 11:32:59,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:32:59,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:59,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:59,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:32:59,962 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:32:59,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:32:59,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:33:00,043 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:33:00,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:33:00,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:33:00,117 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:33:00,117 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:33:00,168 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 11:33:00,168 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:00,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000001/default_container_executor.sh]
2015-02-12 11:33:00,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:33:00,375 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:01,105 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1492)) - BLOCK* ask 127.0.0.1:57369 to replicate blk_1073741958_1134 to datanode(s) 127.0.0.1:57366
2015-02-12 11:33:01,105 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57366 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741948_1124, blk_1073741949_1125, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 11:33:01,105 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57377 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741948_1124, blk_1073741949_1125, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 11:33:01,381 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:02,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 11:33:02,051 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 11:33:02,052 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data2/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 11:33:02,053 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data1/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 11:33:02,162 INFO datanode.DataNode (DataNode.java:transferBlock(1812)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48056eec-8d76-4df7-813b-fdcecced5953, infoPort=57370, ipcPort=57373, storageInfo=lv=-56;cid=testClusterID;nsid=1619703894;c=0) Starting thread to transfer BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134 to 127.0.0.1:57366
2015-02-12 11:33:02,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134 src: /127.0.0.1:60002 dest: /127.0.0.1:57366
2015-02-12 11:33:02,163 INFO datanode.DataNode (DataNode.java:run(2020)) - DataTransfer: Transmitted BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134 (numBytes=254067) to /127.0.0.1:57366
2015-02-12 11:33:02,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(755)) - Received BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134 src: /127.0.0.1:60002 dest: /127.0.0.1:57366 of size 254067
2015-02-12 11:33:02,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741958_1134 size 254067
2015-02-12 11:33:02,385 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:03,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 11:33:03,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 11:33:03,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 11:33:03,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 11:33:03,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 11:33:03,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 11:33:03,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 11:33:03,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 11:33:03,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 11:33:03,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 11:33:03,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data7/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 11:33:03,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data8/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 11:33:03,394 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:03,626 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(346)) - Container container_1423769204434_0011_01_000001 succeeded
2015-02-12 11:33:03,627 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 11:33:03,627 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0011_01_000001
2015-02-12 11:33:03,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000001
2015-02-12 11:33:03,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000001
2015-02-12 11:33:03,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000001
2015-02-12 11:33:03,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0011/container_1423769204434_0011_01_000001
2015-02-12 11:33:03,651 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000001
2015-02-12 11:33:03,651 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 11:33:03,652 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0011_01_000001 from application application_1423769204434_0011
2015-02-12 11:33:03,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:03,652 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0011
2015-02-12 11:33:04,115 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57369 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741948_1124, blk_1073741949_1125]
2015-02-12 11:33:04,115 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3398)) - BLOCK* BlockManager: ask 127.0.0.1:57374 to delete [blk_1073741948_1124, blk_1073741949_1125, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 11:33:04,398 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:04,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:33:04,501 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(676)) - Unregistering app attempt : appattempt_1423769204434_0011_000001
2015-02-12 11:33:04,501 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423769204434_0011_000001
2015-02-12 11:33:04,501 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0011_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 11:33:04,502 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000001
2015-02-12 11:33:04,502 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0011_000001 State change from FINISHING to FINISHED
2015-02-12 11:33:04,502 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:33:04,502 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0011 State change from FINISHING to FINISHED
2015-02-12 11:33:04,502 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:33:04,502 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423769204434_0011_000001
2015-02-12 11:33:04,502 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0011_01_000001, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:33:04,502 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:04,502 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(148)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423769204434_0011
2015-02-12 11:33:04,502 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-12 11:33:04,503 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(179)) - appId=application_1423769204434_0011,name=[7CF14B3745614ACEA426C8373C011EA0/48E34952875D4158B3D17379217A7A1B] trap test/(1/1) ...mr1/trapplatform/none/tap,user=soberoi,queue=default,state=FINISHED,trackingUrl=http://Edinburgh.local:57456/proxy/application_1423769204434_0011/jobhistory/job/job_1423769204434_0011,appMasterHost=10.1.1.68,startTime=1423769541236,finishTime=1423769577527,finalStatus=SUCCEEDED
2015-02-12 11:33:04,503 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0011_000001 released container container_1423769204434_0011_01_000001 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:33:04,503 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(785)) - Application Attempt appattempt_1423769204434_0011_000001 is done. finalState=FINISHED
2015-02-12 11:33:04,503 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423769204434_0011 requests cleared
2015-02-12 11:33:04,503 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(686)) - Application removed - appId: application_1423769204434_0011 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-12 11:33:04,503 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(411)) - Application removed - appId: application_1423769204434_0011 user: soberoi leaf-queue of parent: root #applications: 1
2015-02-12 11:33:04,505 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0011_000001 (auth:SIMPLE)
2015-02-12 11:33:04,507 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0011_01_000001
2015-02-12 11:33:04,507 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0011 CONTAINERID=container_1423769204434_0011_01_000001
2015-02-12 11:33:04,508 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0011_01_000001]
2015-02-12 11:33:04,508 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:04,508 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:33:04,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:04,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:04,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:04,509 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0011
2015-02-12 11:33:04,509 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:33:04,509 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0011, with delay of 10800 seconds
2015-02-12 11:33:04,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:04,621 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:33:04,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:04,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:04,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:04,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:04,622 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0011
2015-02-12 11:33:04,622 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:33:04,622 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0011, with delay of 10800 seconds
2015-02-12 11:33:05,163 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 11:33:05,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 11:33:05,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 11:33:05,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 11:33:05,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 11:33:05,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 11:33:05,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data3/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 11:33:05,164 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data4/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 11:33:05,325 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133
2015-02-12 11:33:05,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137
2015-02-12 11:33:05,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136
2015-02-12 11:33:05,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130
2015-02-12 11:33:05,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135
2015-02-12 11:33:05,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132
2015-02-12 11:33:05,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131
2015-02-12 11:33:05,399 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 11:33:05,399 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:05,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:05,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:05,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:05,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0011
2015-02-12 11:33:05,400 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423769204434_0011
2015-02-12 11:33:05,400 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 11:33:05,401 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423769204434_0011, with delay of 10800 seconds
2015-02-12 11:33:05,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 11:33:05,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 11:33:05,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 11:33:05,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 11:33:05,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 11:33:05,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 11:33:05,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data6/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 11:33:05,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-890477609-10.1.1.68-1423769186145 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/data/dfs/data/data5/current/BP-890477609-10.1.1.68-1423769186145/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 11:33:05,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130
2015-02-12 11:33:05,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134
2015-02-12 11:33:06,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137
2015-02-12 11:33:06,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131
2015-02-12 11:33:06,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135
2015-02-12 11:33:06,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136
2015-02-12 11:33:06,400 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:06,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741954_1130
2015-02-12 11:33:06,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133
2015-02-12 11:33:06,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135
2015-02-12 11:33:06,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741955_1131
2015-02-12 11:33:06,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741961_1137
2015-02-12 11:33:06,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132
2015-02-12 11:33:06,601 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741960_1136
2015-02-12 11:33:06,602 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741957_1133
2015-02-12 11:33:06,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134
2015-02-12 11:33:06,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134
2015-02-12 11:33:06,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741956_1132
2015-02-12 11:33:06,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741959_1135
2015-02-12 11:33:08,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 11:33:08,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 11:33:08,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 11:33:08,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 11:33:08,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012 dst=null perm=null proto=rpc
2015-02-12 11:33:08,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 11:33:08,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 11:33:09,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:33:09,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 11:33:10,039 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:10,041 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(274)) - AM registration appattempt_1423769204434_0012_000001
2015-02-12 11:33:10,042 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(127)) - USER=soberoi IP=10.1.1.68 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423769204434_0012 APPATTEMPTID=appattempt_1423769204434_0012_000001
2015-02-12 11:33:10,042 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0012_000001 State change from LAUNCHED to RUNNING
2015-02-12 11:33:10,042 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0012 State change from ACCEPTED to RUNNING
2015-02-12 11:33:10,078 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(691)) - Number of transactions: 1229 Total time for transactions(ms): 103 Number of transactions batched in Syncs: 24 Number of syncs: 840 SyncTimes(ms): 31 8
2015-02-12 11:33:10,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:10,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:33:10,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:10,308 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1_conf.xml. BP-890477609-10.1.1.68-1423769186145 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:33:10,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138 src: /127.0.0.1:60057 dest: /127.0.0.1:57369
2015-02-12 11:33:10,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138 src: /127.0.0.1:60062 dest: /127.0.0.1:57377
2015-02-12 11:33:10,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138 src: /127.0.0.1:60063 dest: /127.0.0.1:57366
2015-02-12 11:33:10,429 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60063, dest: /127.0.0.1:57366, bytes: 116567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138, duration: 44201000
2015-02-12 11:33:10,429 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:10,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:33:10,429 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60062, dest: /127.0.0.1:57377, bytes: 116567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138, duration: 44951000
2015-02-12 11:33:10,430 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:10,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:33:10,430 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60057, dest: /127.0.0.1:57369, bytes: 116567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138, duration: 45912000
2015-02-12 11:33:10,431 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:10,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]} size 0
2015-02-12 11:33:10,435 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:10,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741958_1134
2015-02-12 11:33:11,429 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:33:11,429 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000002
2015-02-12 11:33:11,429 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 11:33:11,430 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0012_000001 container=Container: [ContainerId: container_1423769204434_0012_01_000002, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:33:11,430 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:33:11,430 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:11,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:33:11,430 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000003
2015-02-12 11:33:11,430 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 11:33:11,431 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0012_000001 container=Container: [ContainerId: container_1423769204434_0012_01_000003, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:33:11,431 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:33:11,431 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:11,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:33:11,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000004
2015-02-12 11:33:11,431 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0012_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:33:11,432 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0012_000001 container=Container: [ContainerId: container_1423769204434_0012_01_000004, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:33:11,432 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:33:11,432 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:11,432 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:33:11,432 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000005
2015-02-12 11:33:11,432 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0012_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 11:33:11,433 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0012_000001 container=Container: [ContainerId: container_1423769204434_0012_01_000005, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:33:11,433 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-12 11:33:11,433 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:12,101 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57473 for container : container_1423769204434_0012_01_000002
2015-02-12 11:33:12,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:33:12,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:33:12,105 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57463 for container : container_1423769204434_0012_01_000004
2015-02-12 11:33:12,106 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:33:12,107 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:33:12,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:33:12,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:33:12,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-9143367928244775839.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,269 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:12,269 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:12,270 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:12,270 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:12,273 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0012_01_000004 by user soberoi
2015-02-12 11:33:12,273 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0012
2015-02-12 11:33:12,274 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0012_01_000002 by user soberoi
2015-02-12 11:33:12,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000004
2015-02-12 11:33:12,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000002
2015-02-12 11:33:12,274 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0012_01_000003 by user soberoi
2015-02-12 11:33:12,274 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0012_01_000002 to application application_1423769204434_0012
2015-02-12 11:33:12,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000003
2015-02-12 11:33:12,274 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0012 transitioned from NEW to INITING
2015-02-12 11:33:12,274 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0012_01_000004 to application application_1423769204434_0012
2015-02-12 11:33:12,275 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0012 transitioned from INITING to RUNNING
2015-02-12 11:33:12,275 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 11:33:12,275 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0012
2015-02-12 11:33:12,275 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0012
2015-02-12 11:33:12,275 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:33:12,275 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0012
2015-02-12 11:33:12,276 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:33:12,276 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:33:12,274 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0012_01_000003 to application application_1423769204434_0012
2015-02-12 11:33:12,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0012_01_000004
2015-02-12 11:33:12,276 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 11:33:12,276 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 11:33:12,276 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0012
2015-02-12 11:33:12,277 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0012
2015-02-12 11:33:12,277 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:33:12,277 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0012
2015-02-12 11:33:12,277 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0012
2015-02-12 11:33:12,277 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0012
2015-02-12 11:33:12,277 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:33:12,277 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0012
2015-02-12 11:33:12,278 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:33:12,278 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:33:12,284 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0012_01_000005 by user soberoi
2015-02-12 11:33:12,284 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000005
2015-02-12 11:33:12,285 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0012_01_000005 to application application_1423769204434_0012
2015-02-12 11:33:12,285 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 11:33:12,286 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0012
2015-02-12 11:33:12,286 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0012
2015-02-12 11:33:12,286 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:33:12,286 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0012
2015-02-12 11:33:12,286 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0012_01_000005
2015-02-12 11:33:12,296 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423769204434_0012_01_000004.tokens. Credentials list:
2015-02-12 11:33:12,303 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423769204434_0012_01_000005.tokens. Credentials list:
2015-02-12 11:33:12,334 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 11:33:12,334 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 11:33:12,335 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:12,335 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:12,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:33:12,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:33:12,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:33:12,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:33:12,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:33:12,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000002/default_container_executor.sh]
2015-02-12 11:33:12,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000003/default_container_executor.sh]
2015-02-12 11:33:12,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:33:12,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423769204434_0012_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000004.tokens
2015-02-12 11:33:12,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0012
2015-02-12 11:33:12,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:33:12,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423769204434_0012_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000005.tokens
2015-02-12 11:33:12,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0012
2015-02-12 11:33:12,805 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:33:12,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:33:12,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:33:12,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:33:12,886 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:33:12,887 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:33:12,936 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 11:33:12,936 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:12,936 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 11:33:12,937 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:13,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000004/default_container_executor.sh]
2015-02-12 11:33:13,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000005/default_container_executor.sh]
2015-02-12 11:33:13,122 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:33:15,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138
2015-02-12 11:33:16,140 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138
2015-02-12 11:33:16,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741962_1138
2015-02-12 11:33:21,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:33:21,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:33:21,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:33:21,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.split dst=null perm=null proto=rpc
2015-02-12 11:33:21,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:33:21,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:33:21,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:33:21,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-12 11:33:22,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:22,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:33:22,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0/part-m-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:22,260 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0/part-m-00001-00000. BP-890477609-10.1.1.68-1423769186145 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]}
2015-02-12 11:33:22,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139 src: /127.0.0.1:60119 dest: /127.0.0.1:57374
2015-02-12 11:33:22,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139 src: /127.0.0.1:60120 dest: /127.0.0.1:57366
2015-02-12 11:33:22,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139 src: /127.0.0.1:60121 dest: /127.0.0.1:57377
2015-02-12 11:33:22,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:22,370 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60121, dest: /127.0.0.1:57377, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000000_0_1825478050_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139, duration: 28790000
2015-02-12 11:33:22,370 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:22,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:33:22,371 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60120, dest: /127.0.0.1:57366, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000000_0_1825478050_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139, duration: 29541000
2015-02-12 11:33:22,371 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:22,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:33:22,372 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60119, dest: /127.0.0.1:57374, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000000_0_1825478050_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139, duration: 30429000
2015-02-12 11:33:22,372 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:22,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:33:22,376 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0/part-m-00001-00000 is closed by DFSClient_attempt_1423769204434_0012_m_000000_0_1825478050_1
2015-02-12 11:33:22,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0/part-m-00001-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:22,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:33:22,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:33:22,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0/part-m-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:22,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,429 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0/part-m-00001-00001. BP-890477609-10.1.1.68-1423769186145 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:33:22,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,471 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:22,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0012_01_000002
2015-02-12 11:33:22,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000002
2015-02-12 11:33:22,473 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000002 transitioned from RUNNING to KILLING
2015-02-12 11:33:22,473 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0012_01_000002
2015-02-12 11:33:22,491 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1.jhist. BP-890477609-10.1.1.68-1423769186145 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:33:22,492 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0012_01_000002 is : 143
2015-02-12 11:33:22,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141 src: /127.0.0.1:60125 dest: /127.0.0.1:57369
2015-02-12 11:33:22,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141 src: /127.0.0.1:60126 dest: /127.0.0.1:57377
2015-02-12 11:33:22,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141 src: /127.0.0.1:60127 dest: /127.0.0.1:57366
2015-02-12 11:33:22,503 INFO hdfs.StateChange (FSNamesystem.java:fsync(4450)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1.jhist for DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:22,506 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:33:22,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000002
2015-02-12 11:33:22,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000002
2015-02-12 11:33:22,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000002
2015-02-12 11:33:22,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000002
2015-02-12 11:33:22,509 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000002
2015-02-12 11:33:22,509 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:33:22,509 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0012_01_000002 from application application_1423769204434_0012
2015-02-12 11:33:22,510 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:22,510 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0012
2015-02-12 11:33:22,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140 src: /127.0.0.1:60122 dest: /127.0.0.1:57369
2015-02-12 11:33:22,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140 src: /127.0.0.1:60128 dest: /127.0.0.1:57374
2015-02-12 11:33:22,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140 src: /127.0.0.1:60129 dest: /127.0.0.1:57366
2015-02-12 11:33:22,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60129, dest: /127.0.0.1:57366, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000001_0_171784007_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140, duration: 36301000
2015-02-12 11:33:22,562 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:22,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:33:22,564 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60128, dest: /127.0.0.1:57374, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000001_0_171784007_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140, duration: 37057000
2015-02-12 11:33:22,565 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:22,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:33:22,565 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60122, dest: /127.0.0.1:57369, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000001_0_171784007_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140, duration: 39885000
2015-02-12 11:33:22,566 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:22,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:33:22,570 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0/part-m-00001-00001 is closed by DFSClient_attempt_1423769204434_0012_m_000001_0_171784007_1
2015-02-12 11:33:22,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:33:22,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:33:22,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0/part-m-00001-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:22,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:22,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,655 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:22,657 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0012_01_000003
2015-02-12 11:33:22,658 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000003
2015-02-12 11:33:22,658 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000003 transitioned from RUNNING to KILLING
2015-02-12 11:33:22,658 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0012_01_000003
2015-02-12 11:33:22,659 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:33:22,659 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0012_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 11:33:22,659 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000002
2015-02-12 11:33:22,659 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 11:33:22,659 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-02-12 11:33:22,660 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0012_01_000002, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-12 11:33:22,660 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:22,660 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-12 11:33:22,660 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0012_000001 released container container_1423769204434_0012_01_000002 on node: host: 10.1.1.68:57473 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 11:33:22,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0/part-m-00001-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:22,677 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0012_01_000003 is : 143
2015-02-12 11:33:22,690 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:33:22,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000003
2015-02-12 11:33:22,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000003
2015-02-12 11:33:22,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000003
2015-02-12 11:33:22,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000003
2015-02-12 11:33:22,692 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000003
2015-02-12 11:33:22,692 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:33:22,692 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0012_01_000003 from application application_1423769204434_0012
2015-02-12 11:33:22,692 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:22,692 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0012
2015-02-12 11:33:22,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:22,712 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0/part-m-00001-00003. BP-890477609-10.1.1.68-1423769186145 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:33:22,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142 src: /127.0.0.1:60131 dest: /127.0.0.1:57374
2015-02-12 11:33:22,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142 src: /127.0.0.1:60132 dest: /127.0.0.1:57377
2015-02-12 11:33:22,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142 src: /127.0.0.1:60133 dest: /127.0.0.1:57366
2015-02-12 11:33:22,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0/part-m-00001-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:22,804 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60133, dest: /127.0.0.1:57366, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000003_0_1706385535_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142, duration: 29150000
2015-02-12 11:33:22,804 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:22,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:33:22,805 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60132, dest: /127.0.0.1:57377, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000003_0_1706385535_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142, duration: 29402000
2015-02-12 11:33:22,805 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:22,806 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60131, dest: /127.0.0.1:57374, bytes: 29, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000003_0_1706385535_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142, duration: 31094000
2015-02-12 11:33:22,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:33:22,806 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:22,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:33:22,811 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0/part-m-00001-00003 is closed by DFSClient_attempt_1423769204434_0012_m_000003_0_1706385535_1
2015-02-12 11:33:22,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,817 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0/part-m-00001-00002. BP-890477609-10.1.1.68-1423769186145 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]}
2015-02-12 11:33:22,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:33:22,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:33:22,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0/part-m-00001-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:22,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143 src: /127.0.0.1:60134 dest: /127.0.0.1:57366
2015-02-12 11:33:22,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143 src: /127.0.0.1:60135 dest: /127.0.0.1:57369
2015-02-12 11:33:22,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143 src: /127.0.0.1:60136 dest: /127.0.0.1:57374
2015-02-12 11:33:22,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,923 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:22,925 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0012_01_000005
2015-02-12 11:33:22,925 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000005
2015-02-12 11:33:22,925 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000005 transitioned from RUNNING to KILLING
2015-02-12 11:33:22,925 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0012_01_000005
2015-02-12 11:33:22,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60136, dest: /127.0.0.1:57374, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000002_0_46326983_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143, duration: 37431000
2015-02-12 11:33:22,937 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:22,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW]]} size 0
2015-02-12 11:33:22,938 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60135, dest: /127.0.0.1:57369, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000002_0_46326983_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143, duration: 38501000
2015-02-12 11:33:22,938 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:22,939 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:33:22,939 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60134, dest: /127.0.0.1:57366, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1423769204434_0012_m_000002_0_46326983_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143, duration: 40027000
2015-02-12 11:33:22,940 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:22,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:33:22,943 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0012_01_000005 is : 143
2015-02-12 11:33:22,945 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0/part-m-00001-00002 is closed by DFSClient_attempt_1423769204434_0012_m_000002_0_46326983_1
2015-02-12 11:33:22,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,957 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:33:22,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000005
2015-02-12 11:33:22,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000005
2015-02-12 11:33:22,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000005
2015-02-12 11:33:22,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000005
2015-02-12 11:33:22,959 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000005
2015-02-12 11:33:22,960 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:33:22,960 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0012_01_000005 from application application_1423769204434_0012
2015-02-12 11:33:22,960 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:22,960 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0012
2015-02-12 11:33:22,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:33:22,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:33:22,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:33:22,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0/part-m-00001-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:22,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary/_attempt_1423769204434_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:33:23,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 11:33:23,027 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:23,029 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0012_01_000004
2015-02-12 11:33:23,029 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000004
2015-02-12 11:33:23,031 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:33:23,031 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0012_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 11:33:23,031 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000005
2015-02-12 11:33:23,032 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0012_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 11:33:23,032 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-02-12 11:33:23,032 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0012_01_000005, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-12 11:33:23,033 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:23,033 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-12 11:33:23,033 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0012_000001 released container container_1423769204434_0012_01_000005 on node: host: 10.1.1.68:57463 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 11:33:23,032 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000004 transitioned from RUNNING to KILLING
2015-02-12 11:33:23,033 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0012_01_000004
2015-02-12 11:33:23,050 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0012_01_000004 is : 143
2015-02-12 11:33:23,060 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:33:23,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000004
2015-02-12 11:33:23,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000004
2015-02-12 11:33:23,061 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000004
2015-02-12 11:33:23,061 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:33:23,061 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0012_01_000004 from application application_1423769204434_0012
2015-02-12 11:33:23,061 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:23,061 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0012
2015-02-12 11:33:23,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000004
2015-02-12 11:33:23,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000004
2015-02-12 11:33:23,663 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:23,663 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:33:23,663 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0012_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 11:33:23,663 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000003
2015-02-12 11:33:23,663 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57473, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 11:33:23,664 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-02-12 11:33:23,664 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0012_01_000003, NodeId: 10.1.1.68:57473, NodeHttpAddress: 10.1.1.68:57479, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57473 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-12 11:33:23,665 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:23,665 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:33:23,665 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0012_000001 released container container_1423769204434_0012_01_000003 on node: host: 10.1.1.68:57473 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 11:33:24,036 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:33:24,036 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0012_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 11:33:24,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000004
2015-02-12 11:33:24,036 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0012_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57463, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:33:24,036 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:33:24,037 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0012_01_000004, NodeId: 10.1.1.68:57463, NodeHttpAddress: 10.1.1.68:57466, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.68:57463 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:33:24,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:24,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:33:24,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0012_000001 released container container_1423769204434_0012_01_000004 on node: host: 10.1.1.68:57463 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:33:24,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:24,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 11:33:24,594 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000006
2015-02-12 11:33:24,594 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423769204434_0012_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 11:33:24,594 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1570)) - assignedContainer application attempt=appattempt_1423769204434_0012_000001 container=Container: [ContainerId: container_1423769204434_0012_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-12 11:33:24,594 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(601)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-12 11:33:24,594 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(464)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:24,663 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0012_01_000002]
2015-02-12 11:33:24,663 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:24,664 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:25,040 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0012_01_000005]
2015-02-12 11:33:25,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:25,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:25,201 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.68:57488 for container : container_1423769204434_0012_01_000006
2015-02-12 11:33:25,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 11:33:25,215 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:25,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(803)) - Start request for container_1423769204434_0012_01_000006 by user soberoi
2015-02-12 11:33:25,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(843)) - Creating a new application reference for app application_1423769204434_0012
2015-02-12 11:33:25,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000006
2015-02-12 11:33:25,218 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0012 transitioned from NEW to INITING
2015-02-12 11:33:25,218 INFO application.Application (ApplicationImpl.java:transition(304)) - Adding container_1423769204434_0012_01_000006 to application application_1423769204434_0012
2015-02-12 11:33:25,218 INFO application.Application (ApplicationImpl.java:handle(464)) - Application application_1423769204434_0012 transitioned from INITING to RUNNING
2015-02-12 11:33:25,218 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 11:33:25,219 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423769204434_0012
2015-02-12 11:33:25,219 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423769204434_0012
2015-02-12 11:33:25,219 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 11:33:25,219 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423769204434_0012
2015-02-12 11:33:25,219 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 11:33:25,219 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 11:33:25,219 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423769204434_0012_01_000006
2015-02-12 11:33:25,234 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1148)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423769204434_0012_01_000006.tokens. Credentials list:
2015-02-12 11:33:25,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(606)) - Initializing user soberoi
2015-02-12 11:33:25,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(116)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423769204434_0012_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000006.tokens
2015-02-12 11:33:25,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(123)) - Localizer CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0012
2015-02-12 11:33:25,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 11:33:25,665 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0012_01_000003]
2015-02-12 11:33:25,665 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:25,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:33:25,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 11:33:25,741 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:33:25,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:33:25,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 11:33:25,822 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57365/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 11:33:25,822 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 11:33:25,876 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 11:33:25,876 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:26,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:buildCommandExecutor(267)) - launchContainer: [bash, /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000006/default_container_executor.sh]
2015-02-12 11:33:26,042 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(469)) - Removed completed containers from NM context: [container_1423769204434_0012_01_000004]
2015-02-12 11:33:26,042 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1190)) - Null container completed...
2015-02-12 11:33:26,209 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 11:33:27,555 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30009 milliseconds
2015-02-12 11:33:27,555 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 11:33:30,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139
2015-02-12 11:33:30,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143
2015-02-12 11:33:30,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142
2015-02-12 11:33:30,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140
2015-02-12 11:33:31,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143
2015-02-12 11:33:31,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140
2015-02-12 11:33:31,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142
2015-02-12 11:33:31,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139
2015-02-12 11:33:31,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741966_1142
2015-02-12 11:33:31,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741967_1143
2015-02-12 11:33:31,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741963_1139
2015-02-12 11:33:31,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-890477609-10.1.1.68-1423769186145:blk_1073741964_1140
2015-02-12 11:33:33,783 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:33:33,786 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:33:33,800 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 11:33:34,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:34,093 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_r_000000_0/part-00000 is closed by DFSClient_attempt_1423769204434_0012_r_000000_0_-558526079_1
2015-02-12 11:33:34,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:34,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 11:33:34,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/task_1423769204434_0012_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:33:34,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/_temporary/attempt_1423769204434_0012_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/task_1423769204434_0012_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 11:33:34,123 INFO ipc.Server (Server.java:saslProcess(1306)) - Auth successful for appattempt_1423769204434_0012_000001 (auth:SIMPLE)
2015-02-12 11:33:34,124 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(953)) - Stopping container with container Id: container_1423769204434_0012_01_000006
2015-02-12 11:33:34,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.68 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000006
2015-02-12 11:33:34,124 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000006 transitioned from RUNNING to KILLING
2015-02-12 11:33:34,124 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(370)) - Cleaning up container container_1423769204434_0012_01_000006
2015-02-12 11:33:34,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:34,133 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:34,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 11:33:34,139 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(223)) - Exit code from container container_1423769204434_0012_01_000006 is : 143
2015-02-12 11:33:34,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:34,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:34,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/task_1423769204434_0012_r_000000 dst=null perm=null proto=rpc
2015-02-12 11:33:34,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:33:34,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary/1/task_1423769204434_0012_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:34,150 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 11:33:34,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000006
2015-02-12 11:33:34,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000006
2015-02-12 11:33:34,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000006
2015-02-12 11:33:34,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000006
2015-02-12 11:33:34,152 INFO container.Container (ContainerImpl.java:handle(999)) - Container container_1423769204434_0012_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 11:33:34,152 INFO application.Application (ApplicationImpl.java:transition(347)) - Removing container_1423769204434_0012_01_000006 from application application_1423769204434_0012
2015-02-12 11:33:34,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(457)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/horton/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423769204434_0012/container_1423769204434_0012_01_000006
2015-02-12 11:33:34,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 11:33:34,152 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423769204434_0012
2015-02-12 11:33:34,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:34,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:34,160 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:34,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:34,163 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:34,176 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60127, dest: /127.0.0.1:57366, bytes: 59220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141, duration: 11677296000
2015-02-12 11:33:34,176 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:34,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15715
2015-02-12 11:33:34,178 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60126, dest: /127.0.0.1:57377, bytes: 59220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141, duration: 11678309000
2015-02-12 11:33:34,179 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:34,179 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15715
2015-02-12 11:33:34,180 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60125, dest: /127.0.0.1:57369, bytes: 59220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141, duration: 11681306000
2015-02-12 11:33:34,181 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:34,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW]]} size 15715
2015-02-12 11:33:34,182 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:34,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:34,186 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012.summary_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|RBW]]}
2015-02-12 11:33:34,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144 src: /127.0.0.1:60221 dest: /127.0.0.1:57369
2015-02-12 11:33:34,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144 src: /127.0.0.1:60222 dest: /127.0.0.1:57377
2015-02-12 11:33:34,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144 src: /127.0.0.1:60223 dest: /127.0.0.1:57366
2015-02-12 11:33:34,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60223, dest: /127.0.0.1:57366, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144, duration: 1487000
2015-02-12 11:33:34,195 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:34,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:33:34,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60222, dest: /127.0.0.1:57377, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144, duration: 2157000
2015-02-12 11:33:34,195 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:34,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW], ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:33:34,196 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60221, dest: /127.0.0.1:57369, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144, duration: 2961000
2015-02-12 11:33:34,196 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:34,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:33:34,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:34,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:33:34,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:33:34,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012-1423769579045-soberoi-%5B147AB6CE68824063AB12F367BA9FE8DD%2FDAEF83DDFCFC4742-1423769614164-4-1-SUCCEEDED-default-1423769590068.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:33:34,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:33:34,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012-1423769579045-soberoi-%5B147AB6CE68824063AB12F367BA9FE8DD%2FDAEF83DDFCFC4742-1423769614164-4-1-SUCCEEDED-default-1423769590068.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 11:33:34,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 11:33:34,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012-1423769579045-soberoi-%5B147AB6CE68824063AB12F367BA9FE8DD%2FDAEF83DDFCFC4742-1423769614164-4-1-SUCCEEDED-default-1423769590068.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:34,221 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012-1423769579045-soberoi-%5B147AB6CE68824063AB12F367BA9FE8DD%2FDAEF83DDFCFC4742-1423769614164-4-1-SUCCEEDED-default-1423769590068.jhist_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:33:34,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145 src: /127.0.0.1:60225 dest: /127.0.0.1:57374
2015-02-12 11:33:34,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145 src: /127.0.0.1:60226 dest: /127.0.0.1:57366
2015-02-12 11:33:34,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145 src: /127.0.0.1:60227 dest: /127.0.0.1:57369
2015-02-12 11:33:34,229 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60227, dest: /127.0.0.1:57369, bytes: 59220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145, duration: 1645000
2015-02-12 11:33:34,229 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:34,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-2854cfc7-fadf-43f3-b5ae-8ec778b04775:NORMAL:127.0.0.1:57366|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:33:34,230 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60226, dest: /127.0.0.1:57366, bytes: 59220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 2940ea55-b946-4a69-9442-8968da5a25d7, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145, duration: 2335000
2015-02-12 11:33:34,230 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:34,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57366 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED]]} size 0
2015-02-12 11:33:34,231 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60225, dest: /127.0.0.1:57374, bytes: 59220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145, duration: 3231000
2015-02-12 11:33:34,231 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:34,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-04eaae3f-54e7-45e3-9f24-40f876f58a28:NORMAL:127.0.0.1:57366|FINALIZED], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:33:34,232 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012-1423769579045-soberoi-%5B147AB6CE68824063AB12F367BA9FE8DD%2FDAEF83DDFCFC4742-1423769614164-4-1-SUCCEEDED-default-1423769590068.jhist_tmp is closed by DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:34,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012-1423769579045-soberoi-%5B147AB6CE68824063AB12F367BA9FE8DD%2FDAEF83DDFCFC4742-1423769614164-4-1-SUCCEEDED-default-1423769590068.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:33:34,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:33:34,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:33:34,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:33:34,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 11:33:34,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012/job_1423769204434_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 11:33:34,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 11:33:34,247 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3663)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012_conf.xml_tmp. BP-890477609-10.1.1.68-1423769186145 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-c1d7fa6b-079b-4d74-84db-693e541cdd2e:NORMAL:127.0.0.1:57369|RBW]]}
2015-02-12 11:33:34,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146 src: /127.0.0.1:60228 dest: /127.0.0.1:57377
2015-02-12 11:33:34,250 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146 src: /127.0.0.1:60229 dest: /127.0.0.1:57374
2015-02-12 11:33:34,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(593)) - Receiving BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146 src: /127.0.0.1:60230 dest: /127.0.0.1:57369
2015-02-12 11:33:34,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60230, dest: /127.0.0.1:57369, bytes: 116567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 48056eec-8d76-4df7-813b-fdcecced5953, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146, duration: 1931000
2015-02-12 11:33:34,255 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 11:33:34,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57369 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-7b30b12f-7ad8-4514-bc5f-866118196b23:NORMAL:127.0.0.1:57374|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED]]} size 0
2015-02-12 11:33:34,256 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60229, dest: /127.0.0.1:57374, bytes: 116567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: 16c932c9-33e3-49fa-9a28-c217181c9000, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146, duration: 2614000
2015-02-12 11:33:34,256 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:34,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57374 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a9ac819d-d7ac-47db-bc18-c6716597c44f:NORMAL:127.0.0.1:57377|RBW], ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED]]} size 0
2015-02-12 11:33:34,257 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1292)) - src: /127.0.0.1:60228, dest: /127.0.0.1:57377, bytes: 116567, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_226536240_1, offset: 0, srvID: d4064433-e582-4c67-b17d-1d58ddc99880, blockid: BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146, duration: 3516000
2015-02-12 11:33:34,257 INFO datanode.DataNode (BlockReceiver.java:run(1273)) - PacketResponder: BP-890477609-10.1.1.68-1423769186145:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 11:33:34,257 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2473)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57377 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-265a51ed-40ea-4272-8cea-2c3765668fde:NORMAL:127.0.0.1:57369|FINALIZED], ReplicaUnderConstruction[[DISK]DS-632290eb-7a2d-46c3-8130-135e9b1568e5:NORMAL:127.0.0.1:57374|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b9435a71-202e-4632-99f6-f189a6ad56d9:NORMAL:127.0.0.1:57377|FINALIZED]]} size 0
2015-02-12 11:33:34,258 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3584)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_226536240_1
2015-02-12 11:33:34,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:33:34,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:33:34,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:33:34,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012-1423769579045-soberoi-%5B147AB6CE68824063AB12F367BA9FE8DD%2FDAEF83DDFCFC4742-1423769614164-4-1-SUCCEEDED-default-1423769590068.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423769204434_0012-1423769579045-soberoi-%5B147AB6CE68824063AB12F367BA9FE8DD%2FDAEF83DDFCFC4742-1423769614164-4-1-SUCCEEDED-default-1423769590068.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 11:33:34,273 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1129)) - Updating application attempt appattempt_1423769204434_0012_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 11:33:34,273 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0012_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 11:33:34,273 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(992)) - Updating application application_1423769204434_0012 with final state: FINISHING
2015-02-12 11:33:34,273 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0012 State change from RUNNING to FINAL_SAVING
2015-02-12 11:33:34,274 INFO recovery.RMStateStore (RMStateStore.java:transition(161)) - Updating info for app: application_1423769204434_0012
2015-02-12 11:33:34,275 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(764)) - appattempt_1423769204434_0012_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 11:33:34,275 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(718)) - application_1423769204434_0012 State change from FINAL_SAVING to FINISHING
2015-02-12 11:33:35,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(380)) - container_1423769204434_0012_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 11:33:35,128 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(98)) - Completed container: container_1423769204434_0012_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 11:33:35,128 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(106)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423769204434_0012 CONTAINERID=container_1423769204434_0012_01_000006
2015-02-12 11:33:35,128 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423769204434_0012_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.68:57488, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 11:33:35,128 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1723)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-02-12 11:33:35,129 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1674)) - completedContainer container=Container: [ContainerId: container_1423769204434_0012_01_000006, NodeId: 10.1.1.68:57488, NodeHttpAddress: 10.1.1.68:57491, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.68:57488 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-12 11:33:35,129 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(646)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-12 11:33:35,129 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(664)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-12 11:33:35,129 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1215)) - Application attempt appattempt_1423769204434_0012_000001 released container container_1423769204434_0012_01_000006 on node: host: 10.1.1.68:57488 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 11:33:35,279 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(351)) - application_1423769204434_0012 unregistered successfully.
2015-02-12 11:33:35,281 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741958_1134 127.0.0.1:57374 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:33:35,282 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741959_1135 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366 127.0.0.1:57374
2015-02-12 11:33:35,282 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741960_1136 127.0.0.1:57369 127.0.0.1:57374 127.0.0.1:57366
2015-02-12 11:33:35,282 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741961_1137 127.0.0.1:57369 127.0.0.1:57366 127.0.0.1:57377
2015-02-12 11:33:35,282 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:33:35,282 INFO BlockStateChange (BlockManager.java:addToInvalidates(1109)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:57369 127.0.0.1:57377 127.0.0.1:57366
2015-02-12 11:33:35,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423769204434_0012 dst=null perm=null proto=rpc
2015-02-12 11:33:35,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:35,330 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary
2015-02-12 11:33:35,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:35,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,332 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary
2015-02-12 11:33:35,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:35,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:35,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,335 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary
2015-02-12 11:33:35,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/_temporary dst=null perm=null proto=rpc
2015-02-12 11:33:35,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:35,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:35,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:35,358 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 11:33:35,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:33:35,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,376 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 11:33:35,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:33:35,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:33:35,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:33:35,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:33:35,388 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/allseq/trap
2015-02-12 11:33:35,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap dst=null perm=null proto=rpc
2015-02-12 11:33:35,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:33:35,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00000 dst=null perm=null proto=rpc
2015-02-12 11:33:35,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:33:35,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00001 dst=null perm=null proto=rpc
2015-02-12 11:33:35,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:33:35,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00002 dst=null perm=null proto=rpc
2015-02-12 11:33:35,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:33:35,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/trap/part-m-00001-00003 dst=null perm=null proto=rpc
2015-02-12 11:33:35,405 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output//hadoop2-mr1/trapplatform/allseq/tap
2015-02-12 11:33:35,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:35,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:35,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:35,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap dst=null perm=null proto=rpc
2015-02-12 11:33:35,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 dst=null perm=null proto=rpc
2015-02-12 11:33:35,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9311)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/horton/build/test/output/hadoop2-mr1/trapplatform/allseq/tap/part-00000 dst=null perm=null proto=rpc