2015-03-13 10:57:46,126 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-03-13 10:57:46,161 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-03-13 10:57:46,161 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.stats.hadoop.CascadingStatsPlatformTest
2015-03-13 10:57:46,173 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-03-13 10:57:46,711 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-03-13 10:57:46,770 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2015-03-13 10:57:46,770 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2015-03-13 10:57:46,772 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-03-13 10:57:46,773 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(210)) - dfs.block.invalidate.limit=1000
2015-03-13 10:57:46,775 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlocksMap
2015-03-13 10:57:46,776 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:46,777 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 2.0% max memory = 672 MB
2015-03-13 10:57:46,777 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^21 = 2097152 entries
2015-03-13 10:57:46,783 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(314)) - dfs.block.access.token.enable=false
2015-03-13 10:57:46,784 INFO blockmanagement.BlockManager (BlockManager.java:<init>(300)) - defaultReplication = 3
2015-03-13 10:57:46,785 INFO blockmanagement.BlockManager (BlockManager.java:<init>(301)) - maxReplication = 512
2015-03-13 10:57:46,786 INFO blockmanagement.BlockManager (BlockManager.java:<init>(302)) - minReplication = 1
2015-03-13 10:57:46,786 INFO blockmanagement.BlockManager (BlockManager.java:<init>(303)) - maxReplicationStreams = 2
2015-03-13 10:57:46,786 INFO blockmanagement.BlockManager (BlockManager.java:<init>(304)) - shouldCheckForEnoughRacks = false
2015-03-13 10:57:46,787 INFO blockmanagement.BlockManager (BlockManager.java:<init>(305)) - replicationRecheckInterval = 3000
2015-03-13 10:57:46,787 INFO blockmanagement.BlockManager (BlockManager.java:<init>(306)) - encryptDataTransfer = false
2015-03-13 10:57:46,795 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(612)) - fsOwner = soberoi (auth:SIMPLE)
2015-03-13 10:57:46,795 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(613)) - supergroup = supergroup
2015-03-13 10:57:46,795 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(614)) - isPermissionEnabled = true
2015-03-13 10:57:46,796 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(628)) - HA Enabled: false
2015-03-13 10:57:46,799 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(665)) - Append Enabled: true
2015-03-13 10:57:47,055 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map INodeMap
2015-03-13 10:57:47,055 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:47,055 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 1.0% max memory = 672 MB
2015-03-13 10:57:47,056 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^20 = 1048576 entries
2015-03-13 10:57:47,058 INFO namenode.NameNode (FSDirectory.java:<init>(173)) - Caching file names occuring more than 10 times
2015-03-13 10:57:47,061 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4362)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-03-13 10:57:47,062 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4363)) - dfs.namenode.safemode.min.datanodes = 0
2015-03-13 10:57:47,062 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4364)) - dfs.namenode.safemode.extension = 0
2015-03-13 10:57:47,063 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(725)) - Retry cache on namenode is enabled
2015-03-13 10:57:47,063 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(733)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-03-13 10:57:47,065 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map Namenode Retry Cache
2015-03-13 10:57:47,065 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:47,066 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.029999999329447746% max memory = 672 MB
2015-03-13 10:57:47,066 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^15 = 32768 entries
2015-03-13 10:57:47,100 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1 has been successfully formatted.
2015-03-13 10:57:47,102 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2 has been successfully formatted.
2015-03-13 10:57:47,111 INFO namenode.FSImage (FSImageFormat.java:save(976)) - Saving image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2015-03-13 10:57:47,111 INFO namenode.FSImage (FSImageFormat.java:save(976)) - Saving image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2015-03-13 10:57:47,120 INFO namenode.FSImage (FSImageFormat.java:save(1004)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 199 bytes saved in 0 seconds.
2015-03-13 10:57:47,120 INFO namenode.FSImage (FSImageFormat.java:save(1004)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 199 bytes saved in 0 seconds.
2015-03-13 10:57:47,127 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2015-03-13 10:57:47,159 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-03-13 10:57:47,201 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2015-03-13 10:57:47,202 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2015-03-13 10:57:47,246 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-03-13 10:57:47,283 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:47,285 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-03-13 10:57:47,286 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:47,286 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:47,295 INFO http.HttpServer (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:57:47,305 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59898
2015-03-13 10:57:47,306 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:47,326 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59898_hdfs____.l14rhf/webapp
2015-03-13 10:57:47,550 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:59898
2015-03-13 10:57:47,551 INFO namenode.NameNode (NameNode.java:setHttpServerAddress(439)) - Web-server up at: localhost:59898
2015-03-13 10:57:47,553 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2015-03-13 10:57:47,553 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2015-03-13 10:57:47,554 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(210)) - dfs.block.invalidate.limit=1000
2015-03-13 10:57:47,554 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlocksMap
2015-03-13 10:57:47,555 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:47,555 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 2.0% max memory = 672 MB
2015-03-13 10:57:47,555 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^21 = 2097152 entries
2015-03-13 10:57:47,557 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(314)) - dfs.block.access.token.enable=false
2015-03-13 10:57:47,557 INFO blockmanagement.BlockManager (BlockManager.java:<init>(300)) - defaultReplication = 3
2015-03-13 10:57:47,558 INFO blockmanagement.BlockManager (BlockManager.java:<init>(301)) - maxReplication = 512
2015-03-13 10:57:47,558 INFO blockmanagement.BlockManager (BlockManager.java:<init>(302)) - minReplication = 1
2015-03-13 10:57:47,558 INFO blockmanagement.BlockManager (BlockManager.java:<init>(303)) - maxReplicationStreams = 2
2015-03-13 10:57:47,559 INFO blockmanagement.BlockManager (BlockManager.java:<init>(304)) - shouldCheckForEnoughRacks = false
2015-03-13 10:57:47,559 INFO blockmanagement.BlockManager (BlockManager.java:<init>(305)) - replicationRecheckInterval = 3000
2015-03-13 10:57:47,559 INFO blockmanagement.BlockManager (BlockManager.java:<init>(306)) - encryptDataTransfer = false
2015-03-13 10:57:47,560 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(612)) - fsOwner = soberoi (auth:SIMPLE)
2015-03-13 10:57:47,560 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(613)) - supergroup = supergroup
2015-03-13 10:57:47,560 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(614)) - isPermissionEnabled = true
2015-03-13 10:57:47,561 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(628)) - HA Enabled: false
2015-03-13 10:57:47,562 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(665)) - Append Enabled: true
2015-03-13 10:57:47,562 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map INodeMap
2015-03-13 10:57:47,562 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:47,563 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 1.0% max memory = 672 MB
2015-03-13 10:57:47,563 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^20 = 1048576 entries
2015-03-13 10:57:47,564 INFO namenode.NameNode (FSDirectory.java:<init>(173)) - Caching file names occuring more than 10 times
2015-03-13 10:57:47,564 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4362)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-03-13 10:57:47,565 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4363)) - dfs.namenode.safemode.min.datanodes = 0
2015-03-13 10:57:47,565 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4364)) - dfs.namenode.safemode.extension = 0
2015-03-13 10:57:47,566 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(725)) - Retry cache on namenode is enabled
2015-03-13 10:57:47,566 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(733)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-03-13 10:57:47,566 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map Namenode Retry Cache
2015-03-13 10:57:47,567 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:47,567 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.029999999329447746% max memory = 672 MB
2015-03-13 10:57:47,567 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^15 = 32768 entries
2015-03-13 10:57:47,572 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:47,575 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:47,578 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(305)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current
2015-03-13 10:57:47,578 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(305)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current
2015-03-13 10:57:47,579 INFO namenode.FSImage (FSImage.java:loadFSImage(627)) - No edit log streams selected.
2015-03-13 10:57:47,583 INFO namenode.FSImage (FSImageFormat.java:load(330)) - Loading image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2015-03-13 10:57:47,583 INFO namenode.FSImage (FSImageFormat.java:load(333)) - Number of files = 1
2015-03-13 10:57:47,585 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(815)) - Number of files under construction = 0
2015-03-13 10:57:47,586 INFO namenode.FSImage (FSImageFormat.java:load(365)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 199 bytes loaded in 0 seconds.
2015-03-13 10:57:47,587 INFO namenode.FSImage (FSImage.java:loadFSImage(837)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-03-13 10:57:47,592 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1010)) - Starting log segment at 1
2015-03-13 10:57:47,647 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-03-13 10:57:47,647 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(571)) - Finished loading FSImage in 79 msecs
2015-03-13 10:57:47,775 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(271)) - RPC server is binding to localhost:0
2015-03-13 10:57:47,789 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59899
2015-03-13 10:57:47,807 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5310)) - Registered FSNamesystemState MBean
2015-03-13 10:57:47,823 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(4965)) - Number of blocks under construction: 0
2015-03-13 10:57:47,823 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(4965)) - Number of blocks under construction: 0
2015-03-13 10:57:47,824 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4475)) - initializing replication queues
2015-03-13 10:57:47,843 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2316)) - Total number of blocks = 0
2015-03-13 10:57:47,843 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2317)) - Number of invalid blocks = 0
2015-03-13 10:57:47,844 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2318)) - Number of under-replicated blocks = 0
2015-03-13 10:57:47,844 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2319)) - Number of over-replicated blocks = 0
2015-03-13 10:57:47,844 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2321)) - Number of blocks being written = 0
2015-03-13 10:57:47,845 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4480)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 20 msec
2015-03-13 10:57:47,845 INFO hdfs.StateChange (FSNamesystem.java:leave(4444)) - STATE* Leaving safe mode after 0 secs
2015-03-13 10:57:47,845 INFO hdfs.StateChange (FSNamesystem.java:leave(4455)) - STATE* Network topology has 0 racks and 0 datanodes
2015-03-13 10:57:47,845 INFO hdfs.StateChange (FSNamesystem.java:leave(4458)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-03-13 10:57:47,866 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:47,866 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59899: starting
2015-03-13 10:57:47,869 INFO namenode.NameNode (NameNode.java:startCommonServices(570)) - NameNode RPC up at: localhost/127.0.0.1:59899
2015-03-13 10:57:47,869 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(886)) - Starting services required for active state
2015-03-13 10:57:47,900 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 0 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2
2015-03-13 10:57:47,958 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 10:57:47,958 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 10:57:47,963 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:59900
2015-03-13 10:57:47,964 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 10:57:47,966 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:47,967 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 10:57:47,967 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:47,967 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:47,969 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 10:57:47,970 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:57:47,971 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59901
2015-03-13 10:57:47,971 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:47,974 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59901_datanode____.y0vsqr/webapp
2015-03-13 10:57:48,080 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:59901
2015-03-13 10:57:48,088 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59902
2015-03-13 10:57:48,092 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:59902
2015-03-13 10:57:48,101 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 10:57:48,104 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 10:57:48,111 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:59899 starting to offer service
2015-03-13 10:57:48,113 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:48,113 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59902: starting
2015-03-13 10:57:48,116 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 1 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4
2015-03-13 10:57:48,145 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 10:57:48,145 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 10:57:48,146 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:59903
2015-03-13 10:57:48,147 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 10:57:48,148 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:48,149 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 10:57:48,150 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:48,150 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:48,151 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 10:57:48,152 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:57:48,152 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59904
2015-03-13 10:57:48,152 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:48,156 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59904_datanode____mg6bls/webapp
2015-03-13 10:57:48,282 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:59904
2015-03-13 10:57:48,284 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59906
2015-03-13 10:57:48,286 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:59906
2015-03-13 10:57:48,291 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 10:57:48,291 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 10:57:48,292 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:59899 starting to offer service
2015-03-13 10:57:48,293 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:48,293 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59906: starting
2015-03-13 10:57:48,295 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 2 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6
2015-03-13 10:57:48,304 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:48,304 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:48,305 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3 is not formatted
2015-03-13 10:57:48,305 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:57:48,305 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1 is not formatted
2015-03-13 10:57:48,305 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:57:48,306 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:48,306 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4 is not formatted
2015-03-13 10:57:48,306 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:57:48,308 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:48,309 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2 is not formatted
2015-03-13 10:57:48,309 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:57:48,325 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 10:57:48,326 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 10:57:48,326 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:59907
2015-03-13 10:57:48,327 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 10:57:48,328 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:48,329 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 10:57:48,329 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:48,330 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:48,331 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 10:57:48,332 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:57:48,332 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59908
2015-03-13 10:57:48,332 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:48,337 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59908_datanode____31fqro/webapp
2015-03-13 10:57:48,363 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:57:48,363 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075 is not formatted.
2015-03-13 10:57:48,363 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:57:48,364 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1352235453-10.1.1.144-1426269467075 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current
2015-03-13 10:57:48,364 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:57:48,364 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075 is not formatted.
2015-03-13 10:57:48,364 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:57:48,364 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:57:48,365 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1352235453-10.1.1.144-1426269467075 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current
2015-03-13 10:57:48,365 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075 is not formatted.
2015-03-13 10:57:48,365 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:57:48,365 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1352235453-10.1.1.144-1426269467075 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current
2015-03-13 10:57:48,365 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:57:48,366 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075 is not formatted.
2015-03-13 10:57:48,366 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:57:48,366 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1352235453-10.1.1.144-1426269467075 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current
2015-03-13 10:57:48,367 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=1122063689;bpid=BP-1352235453-10.1.1.144-1426269467075;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0;bpid=BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,368 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=1122063689;bpid=BP-1352235453-10.1.1.144-1426269467075;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0;bpid=BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,377 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current
2015-03-13 10:57:48,377 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current
2015-03-13 10:57:48,377 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current
2015-03-13 10:57:48,377 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current
2015-03-13 10:57:48,381 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 10:57:48,382 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 10:57:48,387 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426278033387 with interval 21600000
2015-03-13 10:57:48,388 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,388 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426289620388 with interval 21600000
2015-03-13 10:57:48,388 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current...
2015-03-13 10:57:48,388 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,389 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current...
2015-03-13 10:57:48,389 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current...
2015-03-13 10:57:48,389 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current...
2015-03-13 10:57:48,400 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-1352235453-10.1.1.144-1426269467075 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current: 10ms
2015-03-13 10:57:48,401 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-1352235453-10.1.1.144-1426269467075 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current: 13ms
2015-03-13 10:57:48,401 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-1352235453-10.1.1.144-1426269467075 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current: 12ms
2015-03-13 10:57:48,401 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-1352235453-10.1.1.144-1426269467075 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current: 12ms
2015-03-13 10:57:48,402 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-1352235453-10.1.1.144-1426269467075: 14ms
2015-03-13 10:57:48,402 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current...
2015-03-13 10:57:48,402 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-1352235453-10.1.1.144-1426269467075: 13ms
2015-03-13 10:57:48,402 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current: 0ms
2015-03-13 10:57:48,402 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current...
2015-03-13 10:57:48,403 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current...
2015-03-13 10:57:48,403 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current: 0ms
2015-03-13 10:57:48,403 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 10:57:48,403 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current: 0ms
2015-03-13 10:57:48,403 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current...
2015-03-13 10:57:48,403 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current: 0ms
2015-03-13 10:57:48,404 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 10:57:48,405 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1738397833-10.1.1.144-59900-1426269468310) service to localhost/127.0.0.1:59899 beginning handshake with NN
2015-03-13 10:57:48,405 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1376581035-10.1.1.144-59903-1426269468307) service to localhost/127.0.0.1:59899 beginning handshake with NN
2015-03-13 10:57:48,414 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1376581035-10.1.1.144-59903-1426269468307, infoPort=59904, ipcPort=59906, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0) storage DS-1376581035-10.1.1.144-59903-1426269468307
2015-03-13 10:57:48,416 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:59903
2015-03-13 10:57:48,416 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1738397833-10.1.1.144-59900-1426269468310, infoPort=59901, ipcPort=59902, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0) storage DS-1738397833-10.1.1.144-59900-1426269468310
2015-03-13 10:57:48,417 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:59900
2015-03-13 10:57:48,419 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1376581035-10.1.1.144-59903-1426269468307) service to localhost/127.0.0.1:59899 successfully registered with NN
2015-03-13 10:57:48,420 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:59899 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 10:57:48,420 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1738397833-10.1.1.144-59900-1426269468310) service to localhost/127.0.0.1:59899 successfully registered with NN
2015-03-13 10:57:48,420 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:59899 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 10:57:48,466 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1376581035-10.1.1.144-59903-1426269468307) service to localhost/127.0.0.1:59899 trying to claim ACTIVE state with txid=1
2015-03-13 10:57:48,466 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1376581035-10.1.1.144-59903-1426269468307) service to localhost/127.0.0.1:59899
2015-03-13 10:57:48,466 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1738397833-10.1.1.144-59900-1426269468310) service to localhost/127.0.0.1:59899 trying to claim ACTIVE state with txid=1
2015-03-13 10:57:48,466 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1738397833-10.1.1.144-59900-1426269468310) service to localhost/127.0.0.1:59899
2015-03-13 10:57:48,478 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:59903 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 10:57:48,479 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1376581035-10.1.1.144-59903-1426269468307, infoPort=59904, ipcPort=59906, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0), blocks: 0, processing time: 1 msecs
2015-03-13 10:57:48,479 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:59900 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 10:57:48,479 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1738397833-10.1.1.144-59900-1426269468310, infoPort=59901, ipcPort=59902, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0), blocks: 0, processing time: 0 msecs
2015-03-13 10:57:48,491 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:59908
2015-03-13 10:57:48,493 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59909
2015-03-13 10:57:48,495 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 1 msec to generate and 28 msecs for RPC and NN processing
2015-03-13 10:57:48,495 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@5ce11d0e
2015-03-13 10:57:48,496 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 4 msec to generate and 26 msecs for RPC and NN processing
2015-03-13 10:57:48,496 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3f3ab1c5
2015-03-13 10:57:48,496 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:59909
2015-03-13 10:57:48,498 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 10:57:48,499 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:48,499 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 10:57:48,499 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 10:57:48,499 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:48,499 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 10:57:48,499 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 10:57:48,499 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 10:57:48,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,501 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 10:57:48,502 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 10:57:48,503 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1352235453-10.1.1.144-1426269467075 to blockPoolScannerMap, new size=1
2015-03-13 10:57:48,503 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1352235453-10.1.1.144-1426269467075 to blockPoolScannerMap, new size=1
2015-03-13 10:57:48,503 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:59899 starting to offer service
2015-03-13 10:57:48,503 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:48,503 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59909: starting
2015-03-13 10:57:48,506 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 3 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8
2015-03-13 10:57:48,506 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:48,506 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5 is not formatted
2015-03-13 10:57:48,506 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:57:48,507 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:48,508 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6 is not formatted
2015-03-13 10:57:48,508 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:57:48,530 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 10:57:48,531 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 10:57:48,531 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:59910
2015-03-13 10:57:48,532 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 10:57:48,533 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:48,534 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 10:57:48,535 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:48,535 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:48,536 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 10:57:48,537 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:57:48,538 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59911
2015-03-13 10:57:48,538 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:48,541 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_59911_datanode____sn8dp8/webapp
2015-03-13 10:57:48,559 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:57:48,559 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075 is not formatted.
2015-03-13 10:57:48,560 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:57:48,560 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1352235453-10.1.1.144-1426269467075 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current
2015-03-13 10:57:48,560 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:57:48,561 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075 is not formatted.
2015-03-13 10:57:48,561 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:57:48,561 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1352235453-10.1.1.144-1426269467075 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current
2015-03-13 10:57:48,562 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=1122063689;bpid=BP-1352235453-10.1.1.144-1426269467075;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0;bpid=BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,563 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current
2015-03-13 10:57:48,563 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current
2015-03-13 10:57:48,563 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 10:57:48,564 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426270308564 with interval 21600000
2015-03-13 10:57:48,565 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,565 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current...
2015-03-13 10:57:48,566 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current...
2015-03-13 10:57:48,571 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-1352235453-10.1.1.144-1426269467075 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current: 6ms
2015-03-13 10:57:48,572 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-1352235453-10.1.1.144-1426269467075 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current: 6ms
2015-03-13 10:57:48,572 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-1352235453-10.1.1.144-1426269467075: 7ms
2015-03-13 10:57:48,572 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current...
2015-03-13 10:57:48,572 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current: 0ms
2015-03-13 10:57:48,572 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current...
2015-03-13 10:57:48,573 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current: 0ms
2015-03-13 10:57:48,573 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 10:57:48,573 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1583827436-10.1.1.144-59907-1426269468508) service to localhost/127.0.0.1:59899 beginning handshake with NN
2015-03-13 10:57:48,574 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1583827436-10.1.1.144-59907-1426269468508, infoPort=59908, ipcPort=59909, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0) storage DS-1583827436-10.1.1.144-59907-1426269468508
2015-03-13 10:57:48,574 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:59907
2015-03-13 10:57:48,575 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1583827436-10.1.1.144-59907-1426269468508) service to localhost/127.0.0.1:59899 successfully registered with NN
2015-03-13 10:57:48,575 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:59899 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 10:57:48,577 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1583827436-10.1.1.144-59907-1426269468508) service to localhost/127.0.0.1:59899 trying to claim ACTIVE state with txid=1
2015-03-13 10:57:48,577 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-1583827436-10.1.1.144-59907-1426269468508) service to localhost/127.0.0.1:59899
2015-03-13 10:57:48,578 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:59907 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 10:57:48,578 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1583827436-10.1.1.144-59907-1426269468508, infoPort=59908, ipcPort=59909, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0), blocks: 0, processing time: 0 msecs
2015-03-13 10:57:48,579 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2015-03-13 10:57:48,579 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2ed1d9ea
2015-03-13 10:57:48,579 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 10:57:48,579 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:48,579 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 10:57:48,579 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 10:57:48,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,580 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1352235453-10.1.1.144-1426269467075 to blockPoolScannerMap, new size=1
2015-03-13 10:57:48,648 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:59911
2015-03-13 10:57:48,649 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59912
2015-03-13 10:57:48,651 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:59912
2015-03-13 10:57:48,656 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 10:57:48,656 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 10:57:48,657 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:59899 starting to offer service
2015-03-13 10:57:48,658 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:48,658 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59912: starting
2015-03-13 10:57:48,668 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:48,669 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7 is not formatted
2015-03-13 10:57:48,669 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:57:48,670 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 38958@Edinburgh.local
2015-03-13 10:57:48,670 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8 is not formatted
2015-03-13 10:57:48,670 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:57:48,716 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:57:48,716 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075 is not formatted.
2015-03-13 10:57:48,716 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:57:48,716 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1352235453-10.1.1.144-1426269467075 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current
2015-03-13 10:57:48,718 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:57:48,718 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075 is not formatted.
2015-03-13 10:57:48,718 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:57:48,718 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1352235453-10.1.1.144-1426269467075 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current
2015-03-13 10:57:48,721 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=1122063689;bpid=BP-1352235453-10.1.1.144-1426269467075;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0;bpid=BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,721 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current
2015-03-13 10:57:48,721 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current
2015-03-13 10:57:48,722 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 10:57:48,723 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426276945723 with interval 21600000
2015-03-13 10:57:48,723 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,724 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current...
2015-03-13 10:57:48,724 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current...
2015-03-13 10:57:48,730 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-1352235453-10.1.1.144-1426269467075 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current: 6ms
2015-03-13 10:57:48,730 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-1352235453-10.1.1.144-1426269467075 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current: 6ms
2015-03-13 10:57:48,730 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-1352235453-10.1.1.144-1426269467075: 7ms
2015-03-13 10:57:48,730 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current...
2015-03-13 10:57:48,730 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current: 0ms
2015-03-13 10:57:48,731 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current...
2015-03-13 10:57:48,731 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-1352235453-10.1.1.144-1426269467075 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current: 0ms
2015-03-13 10:57:48,731 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 10:57:48,731 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-622689924-10.1.1.144-59910-1426269468675) service to localhost/127.0.0.1:59899 beginning handshake with NN
2015-03-13 10:57:48,732 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-622689924-10.1.1.144-59910-1426269468675, infoPort=59911, ipcPort=59912, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0) storage DS-622689924-10.1.1.144-59910-1426269468675
2015-03-13 10:57:48,732 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:59910
2015-03-13 10:57:48,733 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-622689924-10.1.1.144-59910-1426269468675) service to localhost/127.0.0.1:59899 successfully registered with NN
2015-03-13 10:57:48,733 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:59899 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 10:57:48,735 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-622689924-10.1.1.144-59910-1426269468675) service to localhost/127.0.0.1:59899 trying to claim ACTIVE state with txid=1
2015-03-13 10:57:48,735 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-1352235453-10.1.1.144-1426269467075 (storage id DS-622689924-10.1.1.144-59910-1426269468675) service to localhost/127.0.0.1:59899
2015-03-13 10:57:48,736 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:59910 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 10:57:48,736 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-622689924-10.1.1.144-59910-1426269468675, infoPort=59911, ipcPort=59912, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0), blocks: 0, processing time: 0 msecs
2015-03-13 10:57:48,737 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2015-03-13 10:57:48,737 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3ec9cf38
2015-03-13 10:57:48,738 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 10:57:48,738 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:57:48,738 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 10:57:48,738 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 10:57:48,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1352235453-10.1.1.144-1426269467075
2015-03-13 10:57:48,739 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1352235453-10.1.1.144-1426269467075 to blockPoolScannerMap, new size=1
2015-03-13 10:57:48,915 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1891)) - Cluster is active
2015-03-13 10:57:48,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:48,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:49,001 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1352235453-10.1.1.144-1426269467075 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:57:49,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001 src: /127.0.0.1:59914 dest: /127.0.0.1:59903
2015-03-13 10:57:49,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001 src: /127.0.0.1:59915 dest: /127.0.0.1:59907
2015-03-13 10:57:49,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001 src: /127.0.0.1:59916 dest: /127.0.0.1:59900
2015-03-13 10:57:49,056 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59916, dest: /127.0.0.1:59900, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, duration: 5974000
2015-03-13 10:57:49,056 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:49,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:49,057 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59915, dest: /127.0.0.1:59907, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, duration: 8068000
2015-03-13 10:57:49,057 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:49,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:49,058 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59914, dest: /127.0.0.1:59903, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, duration: 9081000
2015-03-13 10:57:49,058 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:49,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:49,061 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:49,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r--
2015-03-13 10:57:49,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:49,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:49,159 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar. BP-1352235453-10.1.1.144-1426269467075 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]}
2015-03-13 10:57:49,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002 src: /127.0.0.1:59917 dest: /127.0.0.1:59910
2015-03-13 10:57:49,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002 src: /127.0.0.1:59918 dest: /127.0.0.1:59900
2015-03-13 10:57:49,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002 src: /127.0.0.1:59919 dest: /127.0.0.1:59903
2015-03-13 10:57:49,169 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59919, dest: /127.0.0.1:59903, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, duration: 4206000
2015-03-13 10:57:49,169 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:49,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:49,170 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59918, dest: /127.0.0.1:59900, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, duration: 5151000
2015-03-13 10:57:49,170 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:49,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:49,171 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59917, dest: /127.0.0.1:59910, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, duration: 6002000
2015-03-13 10:57:49,171 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:49,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:49,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:49,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=soberoi:supergroup:rwxr--r--
2015-03-13 10:57:49,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2015-03-13 10:57:49,244 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:59899/tmp/hadoop-yarn/staging
2015-03-13 10:57:49,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:57:49,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:57:49,278 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-03-13 10:57:49,284 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-03-13 10:57:49,286 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-03-13 10:57:49,288 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-03-13 10:57:49,289 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-03-13 10:57:49,289 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(328)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-03-13 10:57:49,315 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-03-13 10:57:49,316 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-03-13 10:57:49,316 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-03-13 10:57:49,317 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-03-13 10:57:49,327 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2015-03-13 10:57:49,357 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(189)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2015-03-13 10:57:49,357 INFO capacity.ParentQueue (ParentQueue.java:<init>(151)) - Initialized parent-queue root name=root, fullname=root
2015-03-13 10:57:49,364 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(271)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2015-03-13 10:57:49,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(409)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 10:57:49,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(409)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 10:57:49,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(307)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 10:57:49,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(271)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2015-03-13 10:57:49,390 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-03-13 10:57:49,395 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-03-13 10:57:49,396 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-03-13 10:57:49,397 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2015-03-13 10:57:49,398 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(225)) - Waiting for RM to start...
2015-03-13 10:57:49,399 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-03-13 10:57:49,398 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2015-03-13 10:57:49,401 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2015-03-13 10:57:49,407 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:49,407 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-03-13 10:57:49,407 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:49,408 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:49,408 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /cluster/*
2015-03-13 10:57:49,408 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:57:49,409 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59920
2015-03-13 10:57:49,409 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:49,412 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59920_cluster____.91fq9j/webapp
2015-03-13 10:57:49,479 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:59920
2015-03-13 10:57:49,480 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /cluster started at 59920
2015-03-13 10:57:49,717 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:57:49,718 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 10:57:49,719 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2015-03-13 10:57:49,719 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(526)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-03-13 10:57:49,720 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 10:57:49,720 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2015-03-13 10:57:49,731 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59921
2015-03-13 10:57:49,733 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-03-13 10:57:49,734 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:49,734 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59921: starting
2015-03-13 10:57:49,746 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59922
2015-03-13 10:57:49,748 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-03-13 10:57:49,749 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:49,749 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59922: starting
2015-03-13 10:57:49,769 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59923
2015-03-13 10:57:49,771 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-03-13 10:57:49,771 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:49,771 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59923: starting
2015-03-13 10:57:49,789 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59924
2015-03-13 10:57:49,792 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-03-13 10:57:49,792 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:49,792 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59924: starting
2015-03-13 10:57:50,902 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(238)) - MiniYARN ResourceManager address: 10.1.1.144:59923
2015-03-13 10:57:50,902 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(240)) - MiniYARN ResourceManager web address: Edinburgh.local:59920
2015-03-13 10:57:50,903 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-03-13 10:57:50,903 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-03-13 10:57:50,903 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-03-13 10:57:50,904 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-03-13 10:57:50,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-03-13 10:57:50,921 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-03-13 10:57:50,921 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-03-13 10:57:50,921 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-03-13 10:57:50,922 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 0
2015-03-13 10:57:50,975 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 10:57:50,976 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 10:57:50,976 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 10:57:50,977 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 10:57:50,977 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 10:57:50,978 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 10:57:50,979 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 10:57:50,980 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 10:57:50,980 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 10:57:50,985 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 10:57:50,985 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 10:57:51,117 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 10:57:51,126 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 10:57:51,126 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 10:57:51,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 10:57:51,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 10:57:51,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 10:57:51,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 10:57:51,145 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 10:57:51,146 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 0 to start...
2015-03-13 10:57:51,154 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59925
2015-03-13 10:57:51,156 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 10:57:51,156 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 10:57:51,157 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:51,157 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59925: starting
2015-03-13 10:57:51,163 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:59925
2015-03-13 10:57:51,163 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:59925
2015-03-13 10:57:51,167 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59926
2015-03-13 10:57:51,169 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 10:57:51,170 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:51,170 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59926: starting
2015-03-13 10:57:51,172 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 59926
2015-03-13 10:57:51,180 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 10:57:51,189 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 59927
2015-03-13 10:57:51,190 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:57:51,191 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 10:57:51,192 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:51,192 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 10:57:51,192 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:51,192 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:51,193 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 10:57:51,193 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:57:51,193 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59928
2015-03-13 10:57:51,194 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:51,196 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59928_node____3qpl8h/webapp
2015-03-13 10:57:51,956 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:59928
2015-03-13 10:57:51,956 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 59928
2015-03-13 10:57:51,969 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:57:51,981 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 10:57:51,984 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:59925 Node Transitioned from NEW to RUNNING
2015-03-13 10:57:51,985 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 59925 httpPort: 59928) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:59925
2015-03-13 10:57:51,985 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1173724445
2015-03-13 10:57:51,986 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :139512967
2015-03-13 10:57:51,986 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:59925 with total resource of <memory:4096, vCores:8>
2015-03-13 10:57:51,986 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 10:57:51,987 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:59925 clusterResource: <memory:4096, vCores:8>
2015-03-13 10:57:52,152 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-03-13 10:57:52,153 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-03-13 10:57:52,153 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-03-13 10:57:52,154 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-03-13 10:57:52,164 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-03-13 10:57:52,164 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-03-13 10:57:52,165 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-03-13 10:57:52,165 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-03-13 10:57:52,166 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 1
2015-03-13 10:57:52,178 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 10:57:52,178 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 10:57:52,178 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 10:57:52,179 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 10:57:52,179 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 10:57:52,179 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 10:57:52,179 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 10:57:52,180 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 10:57:52,180 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 10:57:52,183 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 10:57:52,183 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 10:57:52,292 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 10:57:52,293 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 10:57:52,293 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 10:57:52,295 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 10:57:52,295 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 10:57:52,296 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 10:57:52,296 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 10:57:52,296 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 10:57:52,296 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 1 to start...
2015-03-13 10:57:52,301 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59929
2015-03-13 10:57:52,303 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 10:57:52,303 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 10:57:52,303 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:52,303 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59929: starting
2015-03-13 10:57:52,307 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:59929
2015-03-13 10:57:52,307 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:59929
2015-03-13 10:57:52,308 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59930
2015-03-13 10:57:52,310 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 10:57:52,310 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:52,310 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59930: starting
2015-03-13 10:57:52,312 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 59930
2015-03-13 10:57:52,313 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 10:57:52,314 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 59931
2015-03-13 10:57:52,314 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:57:52,314 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 10:57:52,315 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:52,316 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 10:57:52,316 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:52,316 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:52,316 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 10:57:52,317 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:57:52,317 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59932
2015-03-13 10:57:52,317 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:52,319 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59932_node____.x8yequ/webapp
2015-03-13 10:57:52,552 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:59932
2015-03-13 10:57:52,552 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 59932
2015-03-13 10:57:52,560 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:57:52,560 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 10:57:52,561 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 59929 httpPort: 59932) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:59929
2015-03-13 10:57:52,561 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:59929 Node Transitioned from NEW to RUNNING
2015-03-13 10:57:52,561 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1173724445
2015-03-13 10:57:52,561 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :139512967
2015-03-13 10:57:52,561 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:59929 clusterResource: <memory:8192, vCores:16>
2015-03-13 10:57:52,561 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:59929 with total resource of <memory:4096, vCores:8>
2015-03-13 10:57:52,562 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 10:57:53,302 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-03-13 10:57:53,303 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-03-13 10:57:53,303 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-03-13 10:57:53,303 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-03-13 10:57:53,317 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-03-13 10:57:53,317 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-03-13 10:57:53,317 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-03-13 10:57:53,317 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-03-13 10:57:53,318 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 2
2015-03-13 10:57:53,327 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 10:57:53,327 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 10:57:53,328 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 10:57:53,328 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 10:57:53,328 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 10:57:53,328 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 10:57:53,329 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 10:57:53,329 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 10:57:53,329 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 10:57:53,331 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 10:57:53,331 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 10:57:53,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002
2015-03-13 10:57:53,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001
2015-03-13 10:57:53,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002
2015-03-13 10:57:53,401 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001
2015-03-13 10:57:53,439 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 10:57:53,440 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 10:57:53,440 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 10:57:53,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 10:57:53,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 10:57:53,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 10:57:53,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 10:57:53,443 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 10:57:53,444 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 2 to start...
2015-03-13 10:57:53,447 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59933
2015-03-13 10:57:53,449 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 10:57:53,449 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 10:57:53,449 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:53,450 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59933: starting
2015-03-13 10:57:53,454 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:59933
2015-03-13 10:57:53,454 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:59933
2015-03-13 10:57:53,456 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59934
2015-03-13 10:57:53,458 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 10:57:53,458 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:53,458 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59934: starting
2015-03-13 10:57:53,460 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 59934
2015-03-13 10:57:53,462 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 10:57:53,463 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 59935
2015-03-13 10:57:53,463 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:57:53,465 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 10:57:53,465 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:53,466 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 10:57:53,466 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:53,466 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:53,466 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 10:57:53,467 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:57:53,467 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59936
2015-03-13 10:57:53,467 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:53,470 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59936_node____.ar6dya/webapp
2015-03-13 10:57:53,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001
2015-03-13 10:57:53,663 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:59936
2015-03-13 10:57:53,664 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 59936
2015-03-13 10:57:53,669 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:57:53,670 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 10:57:53,671 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 59933 httpPort: 59936) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:59933
2015-03-13 10:57:53,671 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:59933 Node Transitioned from NEW to RUNNING
2015-03-13 10:57:53,671 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1173724445
2015-03-13 10:57:53,671 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :139512967
2015-03-13 10:57:53,671 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:59933 clusterResource: <memory:12288, vCores:24>
2015-03-13 10:57:53,671 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:59933 with total resource of <memory:4096, vCores:8>
2015-03-13 10:57:53,671 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 10:57:53,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002
2015-03-13 10:57:54,450 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-03-13 10:57:54,451 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-03-13 10:57:54,451 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-03-13 10:57:54,452 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-03-13 10:57:54,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-03-13 10:57:54,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-03-13 10:57:54,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-03-13 10:57:54,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-03-13 10:57:54,463 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 3
2015-03-13 10:57:54,471 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 10:57:54,471 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 10:57:54,472 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 10:57:54,472 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 10:57:54,472 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 10:57:54,472 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 10:57:54,472 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 10:57:54,472 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 10:57:54,473 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 10:57:54,474 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 10:57:54,474 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 10:57:54,573 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 10:57:54,574 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 10:57:54,574 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 10:57:54,576 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 10:57:54,576 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 10:57:54,576 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 10:57:54,577 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 10:57:54,577 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 10:57:54,577 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 3 to start...
2015-03-13 10:57:54,583 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59937
2015-03-13 10:57:54,585 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 10:57:54,585 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 10:57:54,585 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:54,585 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59937: starting
2015-03-13 10:57:54,589 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:59937
2015-03-13 10:57:54,589 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:59937
2015-03-13 10:57:54,591 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59938
2015-03-13 10:57:54,592 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 10:57:54,593 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:54,593 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59938: starting
2015-03-13 10:57:54,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 59938
2015-03-13 10:57:54,595 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 10:57:54,596 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 59939
2015-03-13 10:57:54,596 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:57:54,597 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 10:57:54,598 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:54,598 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 10:57:54,598 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:54,598 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:54,599 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 10:57:54,599 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:57:54,599 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59940
2015-03-13 10:57:54,599 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:54,603 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59940_node____na9o1j/webapp
2015-03-13 10:57:54,832 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:59940
2015-03-13 10:57:54,832 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 59940
2015-03-13 10:57:54,837 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:57:54,838 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 10:57:54,838 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 59937 httpPort: 59940) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:59937
2015-03-13 10:57:54,838 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:59937 Node Transitioned from NEW to RUNNING
2015-03-13 10:57:54,839 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1173724445
2015-03-13 10:57:54,839 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :139512967
2015-03-13 10:57:54,839 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:59937 with total resource of <memory:4096, vCores:8>
2015-03-13 10:57:54,839 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 10:57:54,839 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:59937 clusterResource: <memory:16384, vCores:32>
2015-03-13 10:57:55,590 INFO hs.JobHistory (JobHistory.java:serviceInit(77)) - JobHistory Init
2015-03-13 10:57:55,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 10:57:55,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:57:55,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:57:55,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:57:55,606 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(561)) - Perms after creating 511, Expected: 1023
2015-03-13 10:57:55,606 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(564)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-03-13 10:57:55,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt
2015-03-13 10:57:55,610 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(580)) - Initializing Existing Jobs...
2015-03-13 10:57:55,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 10:57:55,615 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(65)) - CachedHistoryStorage Init
2015-03-13 10:57:55,616 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(207)) - Waiting for HistoryServer to start...
2015-03-13 10:57:55,616 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2015-03-13 10:57:55,616 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 10:57:55,617 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(526)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-03-13 10:57:55,618 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 10:57:55,620 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:57:55,620 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-03-13 10:57:55,620 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:57:55,621 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:57:55,621 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /jobhistory/*
2015-03-13 10:57:55,621 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:57:55,622 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 59941
2015-03-13 10:57:55,622 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:57:55,624 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_59941_jobhistory____.t2n9gd/webapp
2015-03-13 10:57:55,795 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:59941
2015-03-13 10:57:55,796 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /jobhistory started at 59941
2015-03-13 10:57:55,813 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:57:55,819 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 59942
2015-03-13 10:57:55,821 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-03-13 10:57:55,821 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:57:55,821 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 59942: starting
2015-03-13 10:57:55,824 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(140)) - Instantiated MRClientService at 10.1.1.144/10.1.1.144:59942
2015-03-13 10:57:57,122 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(224)) - MiniMRYARN ResourceManager address: 10.1.1.144:59923
2015-03-13 10:57:57,122 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(226)) - MiniMRYARN ResourceManager web address: Edinburgh.local:59920
2015-03-13 10:57:57,122 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(228)) - MiniMRYARN HistoryServer address: 10.1.1.144:59942
2015-03-13 10:57:57,123 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(230)) - MiniMRYARN HistoryServer web address: Edinburgh.local:59941
2015-03-13 10:57:57,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:57:57,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:57:57,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,141 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt. BP-1352235453-10.1.1.144-1426269467075 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:57:57,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003 src: /127.0.0.1:59943 dest: /127.0.0.1:59910
2015-03-13 10:57:57,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003 src: /127.0.0.1:59944 dest: /127.0.0.1:59903
2015-03-13 10:57:57,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003 src: /127.0.0.1:59945 dest: /127.0.0.1:59900
2015-03-13 10:57:57,153 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59945, dest: /127.0.0.1:59900, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 3560000
2015-03-13 10:57:57,153 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59944, dest: /127.0.0.1:59903, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 5081000
2015-03-13 10:57:57,155 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,156 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59943, dest: /127.0.0.1:59910, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 6385000
2015-03-13 10:57:57,156 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,159 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,191 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.classpath.files is deprecated. Instead, use mapreduce.job.classpath.files
2015-03-13 10:57:57,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.data.dir is deprecated. Instead, use dfs.datanode.data.dir
2015-03-13 10:57:57,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.completion.poll.interval is deprecated. Instead, use mapreduce.client.completion.pollinterval
2015-03-13 10:57:57,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.dir is deprecated. Instead, use dfs.namenode.name.dir
2015-03-13 10:57:57,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:57:57,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.dir is deprecated. Instead, use dfs.namenode.checkpoint.dir
2015-03-13 10:57:57,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files is deprecated. Instead, use mapreduce.job.cache.files
2015-03-13 10:57:57,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.tasks.speculative.execution is deprecated. Instead, use mapreduce.map.speculative
2015-03-13 10:57:57,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.tasks is deprecated. Instead, use mapreduce.job.reduces
2015-03-13 10:57:57,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.tasks.speculative.execution is deprecated. Instead, use mapreduce.reduce.speculative
2015-03-13 10:57:57,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.http.address is deprecated. Instead, use dfs.namenode.http-address
2015-03-13 10:57:57,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2015-03-13 10:57:57,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.progress.monitor.poll.interval is deprecated. Instead, use mapreduce.client.progressmonitor.pollinterval
2015-03-13 10:57:57,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.tasks is deprecated. Instead, use mapreduce.job.maps
2015-03-13 10:57:57,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reuse.jvm.num.tasks is deprecated. Instead, use mapreduce.job.jvm.numtasks
2015-03-13 10:57:57,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.umaskmode is deprecated. Instead, use fs.permissions.umask-mode
2015-03-13 10:57:57,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - topology.node.switch.mapping.impl is deprecated. Instead, use net.topology.node.switch.mapping.impl
2015-03-13 10:57:57,204 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 10:57:57,205 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 10:57:57,212 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 47F7336746BB45018C580B6027AE4297
2015-03-13 10:57:57,259 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-03-13 10:57:57,318 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-03-13 10:57:57,330 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:57:57,334 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 10:57:57,334 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 10:57:57,364 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-03-13 10:57:57,364 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] starting
2015-03-13 10:57:57,366 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] parallel execution is enabled: true
2015-03-13 10:57:57,366 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] starting flows: 2
2015-03-13 10:57:57,366 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] allocating threads: 2
2015-03-13 10:57:57,367 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] starting flow: stats2 test
2015-03-13 10:57:57,367 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] starting flow: stats1 test
2015-03-13 10:57:57,368 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] at least one sink is marked for delete
2015-03-13 10:57:57,368 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] at least one sink is marked for delete
2015-03-13 10:57:57,369 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-03-13 10:57:57,369 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-03-13 10:57:57,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:57:57,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:57:57,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:57:57,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:57:57,384 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] starting
2015-03-13 10:57:57,384 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] starting
2015-03-13 10:57:57,384 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt"]
2015-03-13 10:57:57,384 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt"]
2015-03-13 10:57:57,385 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1"]
2015-03-13 10:57:57,385 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2"]
2015-03-13 10:57:57,385 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] parallel execution is enabled: true
2015-03-13 10:57:57,385 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] parallel execution is enabled: true
2015-03-13 10:57:57,385 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] starting jobs: 2
2015-03-13 10:57:57,385 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] starting jobs: 2
2015-03-13 10:57:57,385 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] allocating threads: 2
2015-03-13 10:57:57,385 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] allocating threads: 2
2015-03-13 10:57:57,386 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] starting step: (1/2)
2015-03-13 10:57:57,387 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] starting step: (1/2)
2015-03-13 10:57:57,434 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:59923
2015-03-13 10:57:57,448 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:59923
2015-03-13 10:57:57,463 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:59923
2015-03-13 10:57:57,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB dst=null perm=null
2015-03-13 10:57:57,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:57:57,478 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:59923
2015-03-13 10:57:57,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB dst=null perm=null
2015-03-13 10:57:57,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:57:57,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:57:57,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:57:57,508 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 1
2015-03-13 10:57:57,508 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 2
2015-03-13 10:57:57,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002 dst=null perm=null
2015-03-13 10:57:57,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001 dst=null perm=null
2015-03-13 10:57:57,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:57:57,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:57:57,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:57:57,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:57:57,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:57:57,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:57:57,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,527 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar. BP-1352235453-10.1.1.144-1426269467075 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]}
2015-03-13 10:57:57,527 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar. BP-1352235453-10.1.1.144-1426269467075 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:57:57,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004 src: /127.0.0.1:59947 dest: /127.0.0.1:59900
2015-03-13 10:57:57,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005 src: /127.0.0.1:59948 dest: /127.0.0.1:59903
2015-03-13 10:57:57,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004 src: /127.0.0.1:59949 dest: /127.0.0.1:59907
2015-03-13 10:57:57,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005 src: /127.0.0.1:59950 dest: /127.0.0.1:59907
2015-03-13 10:57:57,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004 src: /127.0.0.1:59951 dest: /127.0.0.1:59903
2015-03-13 10:57:57,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005 src: /127.0.0.1:59952 dest: /127.0.0.1:59910
2015-03-13 10:57:57,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59952, dest: /127.0.0.1:59910, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, duration: 12161000
2015-03-13 10:57:57,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59951, dest: /127.0.0.1:59903, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, duration: 13251000
2015-03-13 10:57:57,548 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,548 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:57,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:57:57,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59950, dest: /127.0.0.1:59907, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, duration: 13956000
2015-03-13 10:57:57,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59949, dest: /127.0.0.1:59907, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, duration: 13441000
2015-03-13 10:57:57,550 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,550 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:57:57,552 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59948, dest: /127.0.0.1:59903, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, duration: 15585000
2015-03-13 10:57:57,552 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,552 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59947, dest: /127.0.0.1:59900, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, duration: 16412000
2015-03-13 10:57:57,553 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:57:57,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:57,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:57,559 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,560 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,562 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar
2015-03-13 10:57:57,562 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar
2015-03-13 10:57:57,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:57:57,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:57:57,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:57:57,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:57:57,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:57:57,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:57:57,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:57:57,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:57:57,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:57:57,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:57:57,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:57:57,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:57:57,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,578 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.input.dir is deprecated. Instead, use mapreduce.input.fileinputformat.inputdir
2015-03-13 10:57:57,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:57:57,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:57:57,588 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:57:57,588 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:57:57,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:57:57,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:57:57,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,606 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split
2015-03-13 10:57:57,606 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split
2015-03-13 10:57:57,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:57:57,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:57:57,610 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split. BP-1352235453-10.1.1.144-1426269467075 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]}
2015-03-13 10:57:57,610 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split. BP-1352235453-10.1.1.144-1426269467075 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:57:57,612 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006 src: /127.0.0.1:59953 dest: /127.0.0.1:59910
2015-03-13 10:57:57,612 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007 src: /127.0.0.1:59954 dest: /127.0.0.1:59910
2015-03-13 10:57:57,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006 src: /127.0.0.1:59955 dest: /127.0.0.1:59907
2015-03-13 10:57:57,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007 src: /127.0.0.1:59956 dest: /127.0.0.1:59903
2015-03-13 10:57:57,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006 src: /127.0.0.1:59957 dest: /127.0.0.1:59900
2015-03-13 10:57:57,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007 src: /127.0.0.1:59958 dest: /127.0.0.1:59907
2015-03-13 10:57:57,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006 src: /127.0.0.1:59959 dest: /127.0.0.1:59903
2015-03-13 10:57:57,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007 src: /127.0.0.1:59960 dest: /127.0.0.1:59900
2015-03-13 10:57:57,632 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59959, dest: /127.0.0.1:59903, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 10315000
2015-03-13 10:57:57,632 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,632 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59960, dest: /127.0.0.1:59900, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 9366000
2015-03-13 10:57:57,633 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,636 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59957, dest: /127.0.0.1:59900, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 12934000
2015-03-13 10:57:57,636 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59958, dest: /127.0.0.1:59907, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 13694000
2015-03-13 10:57:57,636 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:57,636 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59956, dest: /127.0.0.1:59903, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 14366000
2015-03-13 10:57:57,639 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59955, dest: /127.0.0.1:59907, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 15231000
2015-03-13 10:57:57,641 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,641 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59954, dest: /127.0.0.1:59910, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 18403000
2015-03-13 10:57:57,641 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59953, dest: /127.0.0.1:59910, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 18845000
2015-03-13 10:57:57,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,644 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:57,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:57:57,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741830_1006 size 1443
2015-03-13 10:57:57,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,656 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo. BP-1352235453-10.1.1.144-1426269467075 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:57:57,657 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo. BP-1352235453-10.1.1.144-1426269467075 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:57:57,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008 src: /127.0.0.1:59961 dest: /127.0.0.1:59907
2015-03-13 10:57:57,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009 src: /127.0.0.1:59962 dest: /127.0.0.1:59900
2015-03-13 10:57:57,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008 src: /127.0.0.1:59963 dest: /127.0.0.1:59903
2015-03-13 10:57:57,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009 src: /127.0.0.1:59964 dest: /127.0.0.1:59903
2015-03-13 10:57:57,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008 src: /127.0.0.1:59965 dest: /127.0.0.1:59900
2015-03-13 10:57:57,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009 src: /127.0.0.1:59966 dest: /127.0.0.1:59910
2015-03-13 10:57:57,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59965, dest: /127.0.0.1:59900, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008, duration: 7202000
2015-03-13 10:57:57,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59966, dest: /127.0.0.1:59910, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009, duration: 6353000
2015-03-13 10:57:57,671 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,673 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,674 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59964, dest: /127.0.0.1:59903, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009, duration: 9918000
2015-03-13 10:57:57,674 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59963, dest: /127.0.0.1:59903, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008, duration: 10277000
2015-03-13 10:57:57,674 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59962, dest: /127.0.0.1:59900, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009, duration: 11992000
2015-03-13 10:57:57,677 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,674 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59961, dest: /127.0.0.1:59907, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008, duration: 13852000
2015-03-13 10:57:57,679 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:57:57,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:57:57,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:57:57,682 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741832_1008 size 156
2015-03-13 10:57:57,682 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,682 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 10:57:57,683 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 10:57:57,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:57:57,693 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.df.interval is deprecated. Instead, use fs.df.interval
2015-03-13 10:57:57,693 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.df.interval is deprecated. Instead, use fs.df.interval
2015-03-13 10:57:57,693 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.http.address is deprecated. Instead, use mapreduce.tasktracker.http.address
2015-03-13 10:57:57,694 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.userlog.retain.hours is deprecated. Instead, use mapreduce.job.userlog.retain.hours
2015-03-13 10:57:57,694 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.max.objects is deprecated. Instead, use dfs.namenode.max.objects
2015-03-13 10:57:57,694 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - hadoop.native.lib is deprecated. Instead, use io.native.lib.available
2015-03-13 10:57:57,694 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.shuffle.read.timeout is deprecated. Instead, use mapreduce.reduce.shuffle.read.timeout
2015-03-13 10:57:57,694 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir.minspacestart is deprecated. Instead, use mapreduce.tasktracker.local.dir.minspacestart
2015-03-13 10:57:57,694 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.spill.percent is deprecated. Instead, use mapreduce.map.sort.spill.percent
2015-03-13 10:57:57,694 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.parallel.copies is deprecated. Instead, use mapreduce.reduce.shuffle.parallelcopies
2015-03-13 10:57:57,695 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.submit.replication is deprecated. Instead, use mapreduce.client.submit.file.replication
2015-03-13 10:57:57,695 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir.minspacekill is deprecated. Instead, use mapreduce.tasktracker.local.dir.minspacekill
2015-03-13 10:57:57,695 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile is deprecated. Instead, use mapreduce.task.profile
2015-03-13 10:57:57,695 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.heartbeats.in.second is deprecated. Instead, use mapreduce.jobtracker.heartbeats.in.second
2015-03-13 10:57:57,695 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - user.name is deprecated. Instead, use mapreduce.job.user.name
2015-03-13 10:57:57,695 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.healthChecker.interval is deprecated. Instead, use mapreduce.tasktracker.healthchecker.interval
2015-03-13 10:57:57,695 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.timeout is deprecated. Instead, use mapreduce.task.timeout
2015-03-13 10:57:57,696 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.temp.dir is deprecated. Instead, use mapreduce.cluster.temp.dir
2015-03-13 10:57:57,696 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jar is deprecated. Instead, use mapreduce.job.jar
2015-03-13 10:57:57,696 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.active is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.active
2015-03-13 10:57:57,696 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compression.codec is deprecated. Instead, use mapreduce.output.fileoutputformat.compress.codec
2015-03-13 10:57:57,696 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.shuffle.merge.percent is deprecated. Instead, use mapreduce.reduce.shuffle.merge.percent
2015-03-13 10:57:57,696 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files.filesizes is deprecated. Instead, use mapreduce.job.cache.files.filesizes
2015-03-13 10:57:57,696 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.max.attempts is deprecated. Instead, use mapreduce.map.maxattempts
2015-03-13 10:57:57,697 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reduce.input.buffer.percent is deprecated. Instead, use mapreduce.reduce.input.buffer.percent
2015-03-13 10:57:57,697 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.cache.levels is deprecated. Instead, use mapreduce.jobtracker.taskcache.levels
2015-03-13 10:57:57,697 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.factor is deprecated. Instead, use mapreduce.task.io.sort.factor
2015-03-13 10:57:57,697 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.instrumentation is deprecated. Instead, use mapreduce.jobtracker.instrumentation
2015-03-13 10:57:57,697 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.userlog.limit.kb is deprecated. Instead, use mapreduce.task.userlog.limit.kb
2015-03-13 10:57:57,697 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:57:57,697 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.slowNodeThreshold is deprecated. Instead, use mapreduce.job.speculative.slownodethreshold
2015-03-13 10:57:57,698 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.map.max.skip.records is deprecated. Instead, use mapreduce.map.skip.maxrecords
2015-03-13 10:57:57,698 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.block.size is deprecated. Instead, use dfs.blocksize
2015-03-13 10:57:57,698 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.access.time.precision is deprecated. Instead, use dfs.namenode.accesstime.precision
2015-03-13 10:57:57,698 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.jobhistory.lru.cache.size is deprecated. Instead, use mapreduce.jobtracker.jobhistory.lru.cache.size
2015-03-13 10:57:57,698 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.hours is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.hours
2015-03-13 10:57:57,698 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.handler.count is deprecated. Instead, use mapreduce.jobtracker.handler.count
2015-03-13 10:57:57,698 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reduce.markreset.buffer.percent is deprecated. Instead, use mapreduce.reduce.markreset.buffer.percent
2015-03-13 10:57:57,699 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.mb is deprecated. Instead, use mapreduce.task.io.sort.mb
2015-03-13 10:57:57,699 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile.maps is deprecated. Instead, use mapreduce.task.profile.maps
2015-03-13 10:57:57,699 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.min is deprecated. Instead, use dfs.namenode.replication.min
2015-03-13 10:57:57,699 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.min.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize
2015-03-13 10:57:57,699 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.edits.dir is deprecated. Instead, use dfs.namenode.edits.dir
2015-03-13 10:57:57,699 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.considerLoad is deprecated. Instead, use dfs.namenode.replication.considerLoad
2015-03-13 10:57:57,699 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.dns.nameserver is deprecated. Instead, use mapreduce.tasktracker.dns.nameserver
2015-03-13 10:57:57,700 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.taskmemorymanager.monitoring-interval is deprecated. Instead, use mapreduce.tasktracker.taskmemorymanager.monitoringinterval
2015-03-13 10:57:57,700 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.expiry.interval is deprecated. Instead, use mapreduce.jobtracker.expire.trackers.interval
2015-03-13 10:57:57,700 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.max.tracker.failures is deprecated. Instead, use mapreduce.job.maxtaskfailures.per.tracker
2015-03-13 10:57:57,700 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.balance.bandwidthPerSec is deprecated. Instead, use dfs.datanode.balance.bandwidthPerSec
2015-03-13 10:57:57,700 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.jobtracker.split.metainfo.maxsize is deprecated. Instead, use mapreduce.job.split.metainfo.maxsize
2015-03-13 10:57:57,700 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.value.class is deprecated. Instead, use mapreduce.job.output.value.class
2015-03-13 10:57:57,701 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - job.end.retry.attempts is deprecated. Instead, use mapreduce.job.end-notification.retry.attempts
2015-03-13 10:57:57,701 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:57:57,701 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.safemode.threshold.pct is deprecated. Instead, use dfs.namenode.safemode.threshold-pct
2015-03-13 10:57:57,701 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.comparator.class is deprecated. Instead, use mapreduce.job.output.key.comparator.class
2015-03-13 10:57:57,701 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.task-controller is deprecated. Instead, use mapreduce.tasktracker.taskcontroller
2015-03-13 10:57:57,701 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.maxtasks.per.job is deprecated. Instead, use mapreduce.jobtracker.maxtasks.perjob
2015-03-13 10:57:57,701 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.child.log.level is deprecated. Instead, use mapreduce.reduce.log.level
2015-03-13 10:57:57,702 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.max.attempts is deprecated. Instead, use mapreduce.reduce.maxattempts
2015-03-13 10:57:57,702 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.output.compression.codec is deprecated. Instead, use mapreduce.map.output.compress.codec
2015-03-13 10:57:57,700 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.dir is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.dir
2015-03-13 10:57:57,702 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.shuffle.input.buffer.percent is deprecated. Instead, use mapreduce.reduce.shuffle.input.buffer.percent
2015-03-13 10:57:57,702 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.mapoutput.value.class is deprecated. Instead, use mapreduce.map.output.value.class
2015-03-13 10:57:57,702 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.report.address is deprecated. Instead, use mapreduce.tasktracker.report.address
2015-03-13 10:57:57,702 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - keep.failed.task.files is deprecated. Instead, use mapreduce.task.files.preserve.failedtasks
2015-03-13 10:57:57,702 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.dir.restore is deprecated. Instead, use dfs.namenode.name.dir.restore
2015-03-13 10:57:57,703 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.client.keystore.resource is deprecated. Instead, use dfs.client.https.keystore.resource
2015-03-13 10:57:57,703 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - tasktracker.http.threads is deprecated. Instead, use mapreduce.tasktracker.http.threads
2015-03-13 10:57:57,703 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.slowTaskThreshold is deprecated. Instead, use mapreduce.job.speculative.slowtaskthreshold
2015-03-13 10:57:57,703 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.backup.address is deprecated. Instead, use dfs.namenode.backup.address
2015-03-13 10:57:57,703 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.acls.enabled is deprecated. Instead, use mapreduce.cluster.acls.enabled
2015-03-13 10:57:57,703 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.max.tracker.blacklists is deprecated. Instead, use mapreduce.jobtracker.tasktracker.maxblacklists
2015-03-13 10:57:57,703 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.indexcache.mb is deprecated. Instead, use mapreduce.tasktracker.indexcache.mb
2015-03-13 10:57:57,703 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.backup.http.address is deprecated. Instead, use dfs.namenode.backup.http-address
2015-03-13 10:57:57,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.attempts.to.start.skipping is deprecated. Instead, use mapreduce.task.skip.start.attempts
2015-03-13 10:57:57,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.name is deprecated. Instead, use mapreduce.job.name
2015-03-13 10:57:57,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.output.filter is deprecated. Instead, use mapreduce.client.output.filter
2015-03-13 10:57:57,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.permissions is deprecated. Instead, use dfs.permissions.enabled
2015-03-13 10:57:57,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.reduce.tasks.maximum is deprecated. Instead, use mapreduce.tasktracker.reduce.tasks.maximum
2015-03-13 10:57:57,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.restart.recover is deprecated. Instead, use mapreduce.jobtracker.restart.recover
2015-03-13 10:57:57,705 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.speculativeCap is deprecated. Instead, use mapreduce.job.speculative.speculativecap
2015-03-13 10:57:57,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir is deprecated. Instead, use mapreduce.cluster.local.dir
2015-03-13 10:57:57,705 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.safemode.extension is deprecated. Instead, use dfs.namenode.safemode.extension
2015-03-13 10:57:57,705 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.child.log.level is deprecated. Instead, use mapreduce.map.log.level
2015-03-13 10:57:57,705 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compression.type is deprecated. Instead, use mapreduce.output.fileoutputformat.compress.type
2015-03-13 10:57:57,705 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.datanode.max.xcievers is deprecated. Instead, use dfs.datanode.max.transfer.threads
2015-03-13 10:57:57,705 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.retiredjobs.cache.size is deprecated. Instead, use mapreduce.jobtracker.retiredjobs.cache.size
2015-03-13 10:57:57,705 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.need.client.auth is deprecated. Instead, use dfs.client.https.need-auth
2015-03-13 10:57:57,706 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile.reduces is deprecated. Instead, use mapreduce.task.profile.reduces
2015-03-13 10:57:57,706 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.address is deprecated. Instead, use dfs.namenode.https-address
2015-03-13 10:57:57,706 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.dns.interface is deprecated. Instead, use mapreduce.tasktracker.dns.interface
2015-03-13 10:57:57,706 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - job.end.retry.interval is deprecated. Instead, use mapreduce.job.end-notification.retry.interval
2015-03-13 10:57:57,706 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.job.history.block.size is deprecated. Instead, use mapreduce.jobtracker.jobhistory.block.size
2015-03-13 10:57:57,706 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.child.tmp is deprecated. Instead, use mapreduce.task.tmp.dir
2015-03-13 10:57:57,706 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.interval is deprecated. Instead, use dfs.namenode.replication.interval
2015-03-13 10:57:57,706 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.dir is deprecated. Instead, use mapreduce.output.fileoutputformat.outputdir
2015-03-13 10:57:57,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.committer.job.setup.cleanup.needed is deprecated. Instead, use mapreduce.job.committer.setup.cleanup.needed
2015-03-13 10:57:57,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.map.tasks.maximum is deprecated. Instead, use mapreduce.tasktracker.map.tasks.maximum
2015-03-13 10:57:57,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.edits.dir is deprecated. Instead, use dfs.namenode.checkpoint.edits.dir
2015-03-13 10:57:57,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.queue.name is deprecated. Instead, use mapreduce.job.queuename
2015-03-13 10:57:57,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.write.packet.size is deprecated. Instead, use dfs.client-write-packet-size
2015-03-13 10:57:57,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.taskScheduler is deprecated. Instead, use mapreduce.jobtracker.taskscheduler
2015-03-13 10:57:57,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.reduce.max.skip.groups is deprecated. Instead, use mapreduce.reduce.skip.maxgroups
2015-03-13 10:57:57,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.permissions.supergroup is deprecated. Instead, use dfs.permissions.superusergroup
2015-03-13 10:57:57,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.http.address is deprecated. Instead, use mapreduce.jobtracker.http.address
2015-03-13 10:57:57,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files.timestamps is deprecated. Instead, use mapreduce.job.cache.files.timestamps
2015-03-13 10:57:57,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.healthChecker.script.timeout is deprecated. Instead, use mapreduce.tasktracker.healthchecker.script.timeout
2015-03-13 10:57:57,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.instrumentation is deprecated. Instead, use mapreduce.tasktracker.instrumentation
2015-03-13 10:57:57,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.class is deprecated. Instead, use mapreduce.job.output.key.class
2015-03-13 10:57:57,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.system.dir is deprecated. Instead, use mapreduce.jobtracker.system.dir
2015-03-13 10:57:57,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.inmem.merge.threshold is deprecated. Instead, use mapreduce.reduce.merge.inmem.threshold
2015-03-13 10:57:57,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - topology.script.number.args is deprecated. Instead, use net.topology.script.number.args
2015-03-13 10:57:57,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.slowstart.completed.maps is deprecated. Instead, use mapreduce.job.reduce.slowstart.completedmaps
2015-03-13 10:57:57,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.secondary.http.address is deprecated. Instead, use dfs.namenode.secondary.http-address
2015-03-13 10:57:57,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.period is deprecated. Instead, use dfs.namenode.checkpoint.period
2015-03-13 10:57:57,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.tasks.sleeptime-before-sigkill is deprecated. Instead, use mapreduce.tasktracker.tasks.sleeptimebeforesigkill
2015-03-13 10:57:57,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.compress.map.output is deprecated. Instead, use mapreduce.map.output.compress
2015-03-13 10:57:57,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.merge.recordsBeforeProgress is deprecated. Instead, use mapreduce.task.merge.progress.records
2015-03-13 10:57:57,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.shuffle.connect.timeout is deprecated. Instead, use mapreduce.reduce.shuffle.connect.timeout
2015-03-13 10:57:57,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:57:57,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.mapoutput.key.class is deprecated. Instead, use mapreduce.map.output.key.class
2015-03-13 10:57:57,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.working.dir is deprecated. Instead, use mapreduce.job.working.dir
2015-03-13 10:57:57,816 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml. BP-1352235453-10.1.1.144-1426269467075 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:57:57,824 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml. BP-1352235453-10.1.1.144-1426269467075 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]}
2015-03-13 10:57:57,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010 src: /127.0.0.1:59967 dest: /127.0.0.1:59907
2015-03-13 10:57:57,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011 src: /127.0.0.1:59968 dest: /127.0.0.1:59903
2015-03-13 10:57:57,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010 src: /127.0.0.1:59969 dest: /127.0.0.1:59903
2015-03-13 10:57:57,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011 src: /127.0.0.1:59970 dest: /127.0.0.1:59900
2015-03-13 10:57:57,831 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010 src: /127.0.0.1:59971 dest: /127.0.0.1:59900
2015-03-13 10:57:57,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011 src: /127.0.0.1:59972 dest: /127.0.0.1:59907
2015-03-13 10:57:57,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59971, dest: /127.0.0.1:59900, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, duration: 8115000
2015-03-13 10:57:57,841 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59969, dest: /127.0.0.1:59903, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, duration: 9096000
2015-03-13 10:57:57,843 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59972, dest: /127.0.0.1:59907, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, duration: 5340000
2015-03-13 10:57:57,844 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:57:57,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59967, dest: /127.0.0.1:59907, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, duration: 9403000
2015-03-13 10:57:57,844 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:57:57,845 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59970, dest: /127.0.0.1:59900, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, duration: 6465000
2015-03-13 10:57:57,846 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59968, dest: /127.0.0.1:59903, bytes: 97938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, duration: 9545000
2015-03-13 10:57:57,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:57:57,848 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:57:57,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:57:57,849 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:57:57,850 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426269469273_0002
2015-03-13 10:57:57,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741834_1010 size 97938
2015-03-13 10:57:57,852 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:57:57,853 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426269469273_0001
2015-03-13 10:57:57,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002 dst=null perm=null
2015-03-13 10:57:57,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001 dst=null perm=null
2015-03-13 10:57:57,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:57:57,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:57:57,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:57:57,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:57:57,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:57:57,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:57:57,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:57:57,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:57:57,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:57:57,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:57:57,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:57:57,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:57:57,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:57,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:57,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:57,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:57,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:57,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:57,958 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 1 submitted by user soberoi
2015-03-13 10:57:57,958 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 2 submitted by user soberoi
2015-03-13 10:57:57,958 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426269469273_0002
2015-03-13 10:57:57,959 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426269469273_0002
2015-03-13 10:57:57,960 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0002 State change from NEW to NEW_SAVING
2015-03-13 10:57:57,959 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426269469273_0001
2015-03-13 10:57:57,960 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426269469273_0001
2015-03-13 10:57:57,964 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426269469273_0002
2015-03-13 10:57:57,964 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426269469273_0001
2015-03-13 10:57:57,964 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0001 State change from NEW to NEW_SAVING
2015-03-13 10:57:57,967 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0002 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:57:57,973 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0001 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:57:57,974 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426269469273_0002_000001
2015-03-13 10:57:57,976 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426269469273_0002 to ResourceManager at /10.1.1.144:59923
2015-03-13 10:57:57,977 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0002_000001 State change from NEW to SUBMITTED
2015-03-13 10:57:57,977 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426269469273_0001_000001
2015-03-13 10:57:57,978 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0001_000001 State change from NEW to SUBMITTED
2015-03-13 10:57:57,980 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426269469273_0002 from user: soberoi activated in queue: default
2015-03-13 10:57:57,980 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426269469273_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@554a8bf9, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 10:57:57,980 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426269469273_0002 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 10:57:57,981 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426269469273_0002_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2015-03-13 10:57:57,981 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426269469273_0001 from user: soberoi activated in queue: default
2015-03-13 10:57:57,981 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426269469273_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@554a8bf9, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 10:57:57,981 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426269469273_0001 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 10:57:57,981 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426269469273_0001_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=2, numContainers=0, currently active: 2
2015-03-13 10:57:57,982 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0002_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:57:57,982 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0002 State change from SUBMITTED to ACCEPTED
2015-03-13 10:57:57,982 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0001_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:57:57,982 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0001 State change from SUBMITTED to ACCEPTED
2015-03-13 10:57:57,998 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:59920/proxy/application_1426269469273_0002/
2015-03-13 10:57:57,999 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] submitted hadoop job: job_1426269469273_0002
2015-03-13 10:57:57,999 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] tracking url: http://Edinburgh.local:59920/proxy/application_1426269469273_0002/
2015-03-13 10:57:58,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:57:58,032 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000001
2015-03-13 10:57:58,032 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:59925, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:57:58,033 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0001 container=Container: [ContainerId: container_1426269469273_0001_01_000001, NodeId: 10.1.1.144:59925, NodeHttpAddress: 10.1.1.144:59928, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59925 }, ] containerId=container_1426269469273_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=2, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2015-03-13 10:57:58,033 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-03-13 10:57:58,033 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:57:58,034 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:57:58,035 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426269469273_0001 AttemptId: appattempt_1426269469273_0001_000001 MasterContainer: Container: [ContainerId: container_1426269469273_0001_01_000001, NodeId: 10.1.1.144:59925, NodeHttpAddress: 10.1.1.144:59928, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59925 }, ]
2015-03-13 10:57:58,036 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:57:58,040 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426269469273_0001_000001
2015-03-13 10:57:58,040 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:57:58,043 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426269469273_0001_000001
2015-03-13 10:57:58,053 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426269469273_0001_01_000001, NodeId: 10.1.1.144:59925, NodeHttpAddress: 10.1.1.144:59928, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59925 }, ] for AM appattempt_1426269469273_0001_000001
2015-03-13 10:57:58,053 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426269469273_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:57:58,073 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0001_000001 (auth:SIMPLE)
2015-03-13 10:57:58,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0001_01_000001 by user soberoi
2015-03-13 10:57:58,092 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0001
2015-03-13 10:57:58,094 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000001
2015-03-13 10:57:58,094 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from NEW to INITING
2015-03-13 10:57:58,094 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0001_01_000001 to application application_1426269469273_0001
2015-03-13 10:57:58,098 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from INITING to RUNNING
2015-03-13 10:57:58,101 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:57:58,101 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0001
2015-03-13 10:57:58,105 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426269469273_0001_01_000001, NodeId: 10.1.1.144:59925, NodeHttpAddress: 10.1.1.144:59928, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59925 }, ] for AM appattempt_1426269469273_0001_000001
2015-03-13 10:57:58,105 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0001_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:57:58,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,111 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0001_01_000001
2015-03-13 10:57:58,113 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar, 1426269469172, FILE, null }
2015-03-13 10:57:58,119 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426269469061, FILE, null }
2015-03-13 10:57:58,129 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426269469273_0001_01_000001.tokens. Credentials list:
2015-03-13 10:57:58,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:58,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:58,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:58,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:58,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:57:58,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:57:58,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:57:58,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:57:58,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:57:58,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:57:58,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:57:58,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:57:58,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:57:58,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:57:58,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:58,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:58,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:57:58,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:58,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:58,181 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:59975, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, duration: 2479000
2015-03-13 10:57:58,181 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:59974, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, duration: 2859000
2015-03-13 10:57:58,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426269469273_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000001.tokens
2015-03-13 10:57:58,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:57:58,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:57:58,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:57:58,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:57:58,354 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:59978, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2124580342_872, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, duration: 663000
2015-03-13 10:57:58,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:58,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:58,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005
2015-03-13 10:57:58,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:58,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003
2015-03-13 10:57:58,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008
2015-03-13 10:57:58,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004
2015-03-13 10:57:58,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009
2015-03-13 10:57:58,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006
2015-03-13 10:57:58,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007
2015-03-13 10:57:58,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011
2015-03-13 10:57:58,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004
2015-03-13 10:57:58,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003
2015-03-13 10:57:58,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006
2015-03-13 10:57:58,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008
2015-03-13 10:57:58,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009
2015-03-13 10:57:58,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010
2015-03-13 10:57:58,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007
2015-03-13 10:57:58,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010
2015-03-13 10:57:58,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011
2015-03-13 10:57:58,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:59975, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2124580342_872, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009, duration: 237000
2015-03-13 10:57:58,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:57:58,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:57:58,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:57:58,458 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:59979, bytes: 1455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2124580342_872, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 239000
2015-03-13 10:57:58,471 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:57:58,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:57:58,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:57:58,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:59974, bytes: 98706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2124580342_872, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, duration: 424000
2015-03-13 10:57:58,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,546 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:57:58,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:57:58,571 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000001
2015-03-13 10:57:58,571 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:59929, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:57:58,571 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0002 container=Container: [ContainerId: container_1426269469273_0002_01_000001, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] containerId=container_1426269469273_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:57:58,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:57:58,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:57:58,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:57:58,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005
2015-03-13 10:57:58,575 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007
2015-03-13 10:57:58,575 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426269469273_0002 AttemptId: appattempt_1426269469273_0002_000001 MasterContainer: Container: [ContainerId: container_1426269469273_0002_01_000001, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ]
2015-03-13 10:57:58,575 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:57:58,576 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426269469273_0002_000001
2015-03-13 10:57:58,576 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011
2015-03-13 10:57:58,578 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:57:58,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004
2015-03-13 10:57:58,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006
2015-03-13 10:57:58,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010
2015-03-13 10:57:58,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008
2015-03-13 10:57:58,582 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426269469273_0002_000001
2015-03-13 10:57:58,583 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426269469273_0002_01_000001, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] for AM appattempt_1426269469273_0002_000001
2015-03-13 10:57:58,583 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426269469273_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:57:58,589 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0002_000001 (auth:SIMPLE)
2015-03-13 10:57:58,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0002_01_000001 by user soberoi
2015-03-13 10:57:58,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0002
2015-03-13 10:57:58,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000001
2015-03-13 10:57:58,595 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from NEW to INITING
2015-03-13 10:57:58,596 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0002_01_000001 to application application_1426269469273_0002
2015-03-13 10:57:58,596 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from INITING to RUNNING
2015-03-13 10:57:58,599 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:57:58,599 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0002
2015-03-13 10:57:58,600 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,600 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,601 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:57:58,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,600 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426269469273_0002_01_000001, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] for AM appattempt_1426269469273_0002_000001
2015-03-13 10:57:58,601 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:57:58,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,601 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0002_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:57:58,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:57:58,602 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0002_01_000001
2015-03-13 10:57:58,602 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar, 1426269469172, FILE, null }
2015-03-13 10:57:58,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426269469061, FILE, null }
2015-03-13 10:57:58,619 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426269469273_0002_01_000001.tokens. Credentials list:
2015-03-13 10:57:58,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:58,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:58,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:58,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:58,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:57:58,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:57:58,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:57:58,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:57:58,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:57:58,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:57:58,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:57:58,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:57:58,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:57:58,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:57:58,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:57:58,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:58,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:58,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:57:58,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:57:58,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:59975, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, duration: 1209000
2015-03-13 10:57:58,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:59974, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, duration: 1364000
2015-03-13 10:57:58,692 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,694 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000001/default_container_executor.sh]
2015-03-13 10:57:58,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003
2015-03-13 10:57:58,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007
2015-03-13 10:57:58,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005
2015-03-13 10:57:58,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006
2015-03-13 10:57:58,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009
2015-03-13 10:57:58,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426269469273_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000001.tokens
2015-03-13 10:57:58,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:57:58,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:57:58,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:57:58,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:57:58,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:59978, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_768561983_986, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, duration: 644000
2015-03-13 10:57:58,868 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:58,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:58,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:57:58,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:59975, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_768561983_986, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008, duration: 259000
2015-03-13 10:57:58,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:57:58,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:57:58,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:57:58,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:59978, bytes: 1455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_768561983_986, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 181000
2015-03-13 10:57:58,972 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:58,983 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426269469273_0001 to ResourceManager at /10.1.1.144:59923
2015-03-13 10:57:58,986 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:59920/proxy/application_1426269469273_0001/
2015-03-13 10:57:58,987 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] submitted hadoop job: job_1426269469273_0001
2015-03-13 10:57:58,987 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] tracking url: http://Edinburgh.local:59920/proxy/application_1426269469273_0001/
2015-03-13 10:57:58,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:57:58,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:57:58,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:57:59,007 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:59974, bytes: 98706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_768561983_986, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, duration: 387000
2015-03-13 10:57:59,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:57:59,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:57:59,025 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:57:59,025 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:57:59,060 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:57:59,061 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:57:59,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000001/default_container_executor.sh]
2015-03-13 10:57:59,571 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:57:59,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:57:59,871 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:59907 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:59900
2015-03-13 10:57:59,871 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:59903 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:59910
2015-03-13 10:58:00,027 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:00,440 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1376581035-10.1.1.144-59903-1426269468307, infoPort=59904, ipcPort=59906, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0) Starting thread to transfer BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004 to 127.0.0.1:59910
2015-03-13 10:58:00,447 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:59910
2015-03-13 10:58:00,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004 src: /127.0.0.1:59983 dest: /127.0.0.1:59910
2015-03-13 10:58:00,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004 src: /127.0.0.1:59983 dest: /127.0.0.1:59910 of size 254067
2015-03-13 10:58:00,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741828_1004 size 254067
2015-03-13 10:58:00,577 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:00,591 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1583827436-10.1.1.144-59907-1426269468508, infoPort=59908, ipcPort=59909, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0) Starting thread to transfer BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005 to 127.0.0.1:59900
2015-03-13 10:58:00,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005 src: /127.0.0.1:59984 dest: /127.0.0.1:59900
2015-03-13 10:58:00,593 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005 (numBytes=254067) to /127.0.0.1:59900
2015-03-13 10:58:00,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005 src: /127.0.0.1:59984 dest: /127.0.0.1:59900 of size 254067
2015-03-13 10:58:00,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741829_1005 size 254067
2015-03-13 10:58:01,031 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:01,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:58:01,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/COMMIT_STARTED dst=null perm=null
2015-03-13 10:58:01,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:58:01,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/COMMIT_FAIL dst=null perm=null
2015-03-13 10:58:01,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001 dst=null perm=null
2015-03-13 10:58:01,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:58:01,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:58:01,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:01,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:58:01,581 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:01,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:58:01,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/COMMIT_STARTED dst=null perm=null
2015-03-13 10:58:01,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:58:01,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/COMMIT_FAIL dst=null perm=null
2015-03-13 10:58:01,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:01,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:01,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002 dst=null perm=null
2015-03-13 10:58:01,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:58:01,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:58:01,798 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:59987, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741833_1009, duration: 233000
2015-03-13 10:58:02,032 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:02,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:02,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:02,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:59990, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741832_1008, duration: 224000
2015-03-13 10:58:02,582 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:03,000 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0001_000001 (auth:SIMPLE)
2015-03-13 10:58:03,012 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426269469273_0001_000001
2015-03-13 10:58:03,013 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426269469273_0001 APPATTEMPTID=appattempt_1426269469273_0001_000001
2015-03-13 10:58:03,013 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0001_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:58:03,013 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0001 State change from ACCEPTED to RUNNING
2015-03-13 10:58:03,033 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:03,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:03,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:58:03,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:03,317 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1_conf.xml. BP-1352235453-10.1.1.144-1426269467075 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:03,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012 src: /127.0.0.1:59996 dest: /127.0.0.1:59907
2015-03-13 10:58:03,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012 src: /127.0.0.1:59997 dest: /127.0.0.1:59903
2015-03-13 10:58:03,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012 src: /127.0.0.1:59998 dest: /127.0.0.1:59910
2015-03-13 10:58:03,400 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59998, dest: /127.0.0.1:59910, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012, duration: 7984000
2015-03-13 10:58:03,400 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:03,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:03,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59997, dest: /127.0.0.1:59903, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012, duration: 8928000
2015-03-13 10:58:03,401 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:03,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:03,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:59996, dest: /127.0.0.1:59907, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012, duration: 9756000
2015-03-13 10:58:03,402 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:03,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:03,407 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:03,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012
2015-03-13 10:58:03,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005
2015-03-13 10:58:03,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:03,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012
2015-03-13 10:58:03,721 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0002_000001 (auth:SIMPLE)
2015-03-13 10:58:03,726 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426269469273_0002_000001
2015-03-13 10:58:03,727 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426269469273_0002 APPATTEMPTID=appattempt_1426269469273_0002_000001
2015-03-13 10:58:03,727 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0002_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:58:03,729 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0002 State change from ACCEPTED to RUNNING
2015-03-13 10:58:03,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004
2015-03-13 10:58:03,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012
2015-03-13 10:58:03,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:03,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:58:03,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:04,009 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1_conf.xml. BP-1352235453-10.1.1.144-1426269467075 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]}
2015-03-13 10:58:04,043 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:04,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013 src: /127.0.0.1:60002 dest: /127.0.0.1:59907
2015-03-13 10:58:04,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013 src: /127.0.0.1:60003 dest: /127.0.0.1:59900
2015-03-13 10:58:04,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013 src: /127.0.0.1:60004 dest: /127.0.0.1:59903
2015-03-13 10:58:04,081 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60004, dest: /127.0.0.1:59903, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013, duration: 19977000
2015-03-13 10:58:04,081 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:04,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:04,082 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60003, dest: /127.0.0.1:59900, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013, duration: 20327000
2015-03-13 10:58:04,082 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:04,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:04,083 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60002, dest: /127.0.0.1:59907, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013, duration: 21636000
2015-03-13 10:58:04,083 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:04,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:04,090 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:04,587 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:04,588 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:04,589 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000002
2015-03-13 10:58:04,589 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59929, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:58:04,589 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0001 container=Container: [ContainerId: container_1426269469273_0001_01_000002, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] containerId=container_1426269469273_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,589 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:58:04,590 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,590 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:04,591 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000003
2015-03-13 10:58:04,591 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59929, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 10:58:04,591 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0001 container=Container: [ContainerId: container_1426269469273_0001_01_000003, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] containerId=container_1426269469273_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,591 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:58:04,592 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:04,703 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000004
2015-03-13 10:58:04,703 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59933, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:58:04,703 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0001 container=Container: [ContainerId: container_1426269469273_0001_01_000004, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] containerId=container_1426269469273_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,703 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 10:58:04,704 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:04,704 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000005
2015-03-13 10:58:04,704 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59933, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 10:58:04,705 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0001 container=Container: [ContainerId: container_1426269469273_0001_01_000005, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] containerId=container_1426269469273_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 10:58:04,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:04,881 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000002
2015-03-13 10:58:04,881 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:58:04,882 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0002 container=Container: [ContainerId: container_1426269469273_0002_01_000002, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] containerId=container_1426269469273_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,882 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-03-13 10:58:04,882 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:04,883 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000003
2015-03-13 10:58:04,883 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 10:58:04,883 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0002 container=Container: [ContainerId: container_1426269469273_0002_01_000003, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] containerId=container_1426269469273_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,883 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-03-13 10:58:04,884 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:04,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000004
2015-03-13 10:58:04,885 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 10:58:04,885 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0002 container=Container: [ContainerId: container_1426269469273_0002_01_000004, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] containerId=container_1426269469273_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,885 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2015-03-13 10:58:04,885 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,886 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:04,886 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000005
2015-03-13 10:58:04,886 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-03-13 10:58:04,887 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0002 container=Container: [ContainerId: container_1426269469273_0002_01_000005, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] containerId=container_1426269469273_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:04,887 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10
2015-03-13 10:58:04,887 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:05,049 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:05,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:05,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:05,085 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:05,085 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:05,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:05,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:05,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:05,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:05,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,221 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0001_000001 (auth:SIMPLE)
2015-03-13 10:58:05,221 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0001_000001 (auth:SIMPLE)
2015-03-13 10:58:05,227 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0001_01_000005 by user soberoi
2015-03-13 10:58:05,227 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0001_01_000003 by user soberoi
2015-03-13 10:58:05,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0001_01_000004 by user soberoi
2015-03-13 10:58:05,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0001
2015-03-13 10:58:05,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0001_01_000002 by user soberoi
2015-03-13 10:58:05,229 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from NEW to INITING
2015-03-13 10:58:05,229 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000002
2015-03-13 10:58:05,229 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0001_01_000003 to application application_1426269469273_0001
2015-03-13 10:58:05,229 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0001_01_000002 to application application_1426269469273_0001
2015-03-13 10:58:05,228 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000003
2015-03-13 10:58:05,229 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from INITING to RUNNING
2015-03-13 10:58:05,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0001
2015-03-13 10:58:05,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000005
2015-03-13 10:58:05,230 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:58:05,229 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0001_01_000004 to application application_1426269469273_0001
2015-03-13 10:58:05,231 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from NEW to INITING
2015-03-13 10:58:05,231 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0001_01_000005 to application application_1426269469273_0001
2015-03-13 10:58:05,229 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000004
2015-03-13 10:58:05,230 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:58:05,233 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0001
2015-03-13 10:58:05,233 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0001
2015-03-13 10:58:05,233 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:05,232 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from INITING to RUNNING
2015-03-13 10:58:05,234 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 10:58:05,234 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 10:58:05,234 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0001
2015-03-13 10:58:05,234 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0001
2015-03-13 10:58:05,234 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:05,234 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0001
2015-03-13 10:58:05,235 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:05,235 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:05,235 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:05,235 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:05,235 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0001
2015-03-13 10:58:05,236 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0001
2015-03-13 10:58:05,236 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:05,234 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0001
2015-03-13 10:58:05,236 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0001
2015-03-13 10:58:05,237 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:05,237 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:05,237 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0001_01_000004
2015-03-13 10:58:05,237 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0001
2015-03-13 10:58:05,237 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0001
2015-03-13 10:58:05,237 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:05,237 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar, 1426269469172, FILE, null }
2015-03-13 10:58:05,237 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0001
2015-03-13 10:58:05,238 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0001_01_000002
2015-03-13 10:58:05,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0001_01_000003
2015-03-13 10:58:05,240 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426269469061, FILE, null }
2015-03-13 10:58:05,248 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0001_01_000005
2015-03-13 10:58:05,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar, 1426269469172, FILE, null }
2015-03-13 10:58:05,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426269469061, FILE, null }
2015-03-13 10:58:05,268 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426269469273_0001_01_000004.tokens. Credentials list:
2015-03-13 10:58:05,269 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426269469273_0001_01_000003.tokens. Credentials list:
2015-03-13 10:58:05,270 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426269469273_0001_01_000002.tokens. Credentials list:
2015-03-13 10:58:05,271 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1426269469273_0001_01_000005.tokens. Credentials list:
2015-03-13 10:58:05,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:58:05,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:58:05,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:58:05,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:58:05,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:58:05,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:58:05,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:58:05,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:58:05,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:58:05,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:58:05,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:05,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:05,302 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60007, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, duration: 1550000
2015-03-13 10:58:05,319 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:60008, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, duration: 1691000
2015-03-13 10:58:05,336 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:05,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:05,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426269469273_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000004.tokens
2015-03-13 10:58:05,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426269469273_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000003.tokens
2015-03-13 10:58:05,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:05,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:05,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:05,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:05,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:05,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:05,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:05,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:05,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:60008, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_460388974_1165, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, duration: 716000
2015-03-13 10:58:05,527 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60013, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_59869647_1166, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, duration: 795000
2015-03-13 10:58:05,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:05,552 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:05,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:05,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:05,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:05,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:05,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:05,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:05,584 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60013, bytes: 98706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_59869647_1166, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, duration: 373000
2015-03-13 10:58:05,585 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60014, bytes: 98706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_460388974_1165, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, duration: 355000
2015-03-13 10:58:05,589 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:05,589 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:05,595 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:05,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:05,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:05,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:05,602 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:05,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:05,603 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:05,602 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:05,603 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:05,658 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:05,659 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:05,663 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:05,663 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:05,666 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:05,666 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:05,666 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:05,666 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:05,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:05,704 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:05,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:05,705 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:05,767 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:05,767 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:05,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:05,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:05,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000004/default_container_executor.sh]
2015-03-13 10:58:05,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000003/default_container_executor.sh]
2015-03-13 10:58:05,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000002/default_container_executor.sh]
2015-03-13 10:58:05,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000005/default_container_executor.sh]
2015-03-13 10:58:05,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:58:05,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:58:05,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:58:05,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:58:05,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:05,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:05,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:06,054 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,086 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0002_000001 (auth:SIMPLE)
2015-03-13 10:58:06,090 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0002_01_000002 by user soberoi
2015-03-13 10:58:06,090 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0002_01_000005 by user soberoi
2015-03-13 10:58:06,091 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0002_01_000003 by user soberoi
2015-03-13 10:58:06,091 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0002
2015-03-13 10:58:06,091 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000003
2015-03-13 10:58:06,092 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000002
2015-03-13 10:58:06,091 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0002_01_000005 to application application_1426269469273_0002
2015-03-13 10:58:06,093 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0002_01_000003 to application application_1426269469273_0002
2015-03-13 10:58:06,091 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000005
2015-03-13 10:58:06,091 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0002_01_000004 by user soberoi
2015-03-13 10:58:06,093 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from NEW to INITING
2015-03-13 10:58:06,094 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000004
2015-03-13 10:58:06,094 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0002_01_000002 to application application_1426269469273_0002
2015-03-13 10:58:06,095 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0002_01_000004 to application application_1426269469273_0002
2015-03-13 10:58:06,097 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from INITING to RUNNING
2015-03-13 10:58:06,097 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 10:58:06,098 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 10:58:06,098 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:58:06,098 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:58:06,098 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0002
2015-03-13 10:58:06,098 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0002
2015-03-13 10:58:06,098 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:06,099 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0002
2015-03-13 10:58:06,099 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:06,099 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:06,099 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:06,099 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:06,099 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0002
2015-03-13 10:58:06,100 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0002
2015-03-13 10:58:06,100 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:06,100 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0002
2015-03-13 10:58:06,100 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0002
2015-03-13 10:58:06,100 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0002
2015-03-13 10:58:06,100 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:06,100 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0002
2015-03-13 10:58:06,101 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0002
2015-03-13 10:58:06,101 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0002
2015-03-13 10:58:06,101 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:06,101 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0002
2015-03-13 10:58:06,101 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0002_01_000005
2015-03-13 10:58:06,102 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar, 1426269469172, FILE, null }
2015-03-13 10:58:06,103 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:58:06,104 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426269469061, FILE, null }
2015-03-13 10:58:06,105 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0002_01_000004
2015-03-13 10:58:06,105 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar, 1426269469172, FILE, null }
2015-03-13 10:58:06,105 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426269469061, FILE, null }
2015-03-13 10:58:06,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0002_01_000003
2015-03-13 10:58:06,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar, 1426269469172, FILE, null }
2015-03-13 10:58:06,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426269469061, FILE, null }
2015-03-13 10:58:06,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0002_01_000002
2015-03-13 10:58:06,107 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar, 1426269469172, FILE, null }
2015-03-13 10:58:06,107 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426269469061, FILE, null }
2015-03-13 10:58:06,129 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1426269469273_0002_01_000003.tokens. Credentials list:
2015-03-13 10:58:06,129 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1426269469273_0002_01_000002.tokens. Credentials list:
2015-03-13 10:58:06,131 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426269469273_0002_01_000004.tokens. Credentials list:
2015-03-13 10:58:06,131 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1426269469273_0002_01_000005.tokens. Credentials list:
2015-03-13 10:58:06,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:06,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:06,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:06,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:06,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:58:06,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:58:06,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:58:06,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:58:06,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:58:06,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:58:06,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:58:06,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:58:06,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:58:06,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:58:06,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:06,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:06,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:06,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:06,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:06,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60013, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741825_1001, duration: 1249000
2015-03-13 10:58:06,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60007, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741826_1002, duration: 1123000
2015-03-13 10:58:06,189 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:06,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:06,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1426269469273_0002_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000003.tokens
2015-03-13 10:58:06,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:06,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:58:06,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:58:06,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:58:06,459 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60014, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-596603523_1362, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, duration: 652000
2015-03-13 10:58:06,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:06,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:58:06,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:58:06,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:58:06,546 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60013, bytes: 98706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-596603523_1362, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, duration: 356000
2015-03-13 10:58:06,570 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:06,570 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:06,571 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:06,571 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:06,571 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:06,597 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,597 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,635 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:06,635 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:06,635 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:06,636 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:06,636 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:06,636 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:06,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:06,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:06,644 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:06,644 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:06,708 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,708 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,785 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:58:06,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426269469273_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000002.tokens
2015-03-13 10:58:06,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:06,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1426269469273_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000005.tokens
2015-03-13 10:58:06,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:06,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000004/default_container_executor.sh]
2015-03-13 10:58:06,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000002/default_container_executor.sh]
2015-03-13 10:58:06,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000005/default_container_executor.sh]
2015-03-13 10:58:06,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000003/default_container_executor.sh]
2015-03-13 10:58:06,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,890 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:06,890 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:06,890 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:06,891 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:06,891 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:07,060 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,599 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,599 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,600 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:07,710 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,710 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1426269469273_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000005.tokens
2015-03-13 10:58:07,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:07,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:07,891 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,892 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,892 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:07,893 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426269469273_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000004.tokens
2015-03-13 10:58:08,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:08,065 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:08,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1426269469273_0002_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000002.tokens
2015-03-13 10:58:08,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:08,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013
2015-03-13 10:58:08,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013
2015-03-13 10:58:08,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013
2015-03-13 10:58:08,602 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,602 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,603 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,716 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,716 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,898 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,899 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,899 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:08,899 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,069 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,608 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,608 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,609 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,717 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,717 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,902 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,902 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:09,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,075 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,610 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,610 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,610 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,718 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,719 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,908 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,908 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,909 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:10,909 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,612 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,723 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,723 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,914 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,915 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,915 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:11,916 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,086 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,615 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,616 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,616 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,727 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,728 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,919 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,919 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:12,919 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,088 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,621 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,622 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,622 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,731 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:13,926 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,091 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,625 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,625 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,626 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,733 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,930 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,931 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,931 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:14,931 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,095 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,631 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,631 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,631 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,734 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,735 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,933 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,933 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,934 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:15,934 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,100 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,637 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,637 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,638 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,934 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,935 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,935 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:16,935 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,106 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,638 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,639 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,639 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,742 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,743 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,941 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,941 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,942 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:17,942 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,109 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,747 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,747 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,943 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,943 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,944 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:18,944 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:58:19,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:58:19,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:58:19,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.split dst=null perm=null
2015-03-13 10:58:19,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60035, bytes: 939, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0001_m_000002_0_179737594_1, offset: 512, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 208000
2015-03-13 10:58:19,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60036, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0001_m_000001_0_-460276746_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 259000
2015-03-13 10:58:19,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60037, bytes: 423, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0001_m_000003_0_-763976132_1, offset: 1024, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 221000
2015-03-13 10:58:19,465 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60038, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0001_m_000000_0_-207789820_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741831_1007, duration: 250000
2015-03-13 10:58:19,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:58:19,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:58:19,586 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60039, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0001_m_000002_0_179737594_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 221000
2015-03-13 10:58:19,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:58:19,646 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,647 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,647 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:58:19,659 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60041, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0001_m_000003_0_-763976132_1, offset: 512, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 222000
2015-03-13 10:58:19,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:58:19,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60042, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0001_m_000000_0_-207789820_1, offset: 1024, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 214000
2015-03-13 10:58:19,750 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,750 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:58:19,897 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60044, bytes: 423, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0002_m_000003_0_-1965452000_1, offset: 1024, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 243000
2015-03-13 10:58:19,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:58:19,949 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,949 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,950 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:19,950 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,106 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60046, bytes: 939, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0002_m_000002_0_804457875_1, offset: 512, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 254000
2015-03-13 10:58:20,113 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.split dst=null perm=null
2015-03-13 10:58:20,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:58:20,214 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60049, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0002_m_000003_0_-1965452000_1, offset: 512, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 245000
2015-03-13 10:58:20,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60048, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0002_m_000000_0_1627526883_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 220000
2015-03-13 10:58:20,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:58:20,339 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60051, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0002_m_000002_0_804457875_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 220000
2015-03-13 10:58:20,370 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60050, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0002_m_000001_0_776766616_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741830_1006, duration: 227000
2015-03-13 10:58:20,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60052, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0001_m_000001_0_-460276746_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 236000
2015-03-13 10:58:20,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:58:20,469 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60053, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0002_m_000000_0_1627526883_1, offset: 1024, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 220000
2015-03-13 10:58:20,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_m_000001_0 dst=null perm=null
2015-03-13 10:58:20,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_m_000002_0 dst=null perm=null
2015-03-13 10:58:20,512 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0001_000001 (auth:SIMPLE)
2015-03-13 10:58:20,516 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0001_01_000003
2015-03-13 10:58:20,517 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000003
2015-03-13 10:58:20,517 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:58:20,517 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0001_01_000003
2015-03-13 10:58:20,517 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,517 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:20,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,532 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0001_01_000003 is : 143
2015-03-13 10:58:20,538 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1.jhist. BP-1352235453-10.1.1.144-1426269467075 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:20,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014 src: /127.0.0.1:60056 dest: /127.0.0.1:59903
2015-03-13 10:58:20,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014 src: /127.0.0.1:60057 dest: /127.0.0.1:59907
2015-03-13 10:58:20,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014 src: /127.0.0.1:60058 dest: /127.0.0.1:59910
2015-03-13 10:58:20,548 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:20,548 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1.jhist for DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:20,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000003
2015-03-13 10:58:20,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000003
2015-03-13 10:58:20,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000003
2015-03-13 10:58:20,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000003
2015-03-13 10:58:20,553 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000003
2015-03-13 10:58:20,554 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:20,555 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0001_01_000003 from application application_1426269469273_0001
2015-03-13 10:58:20,555 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:20,555 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0001
2015-03-13 10:58:20,568 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0001_000001 (auth:SIMPLE)
2015-03-13 10:58:20,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0001_01_000004
2015-03-13 10:58:20,570 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000004
2015-03-13 10:58:20,570 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000004 transitioned from RUNNING to KILLING
2015-03-13 10:58:20,570 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0001_01_000004
2015-03-13 10:58:20,571 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:20,572 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,584 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0001_01_000004 is : 143
2015-03-13 10:58:20,597 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:20,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000004
2015-03-13 10:58:20,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000004
2015-03-13 10:58:20,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000004
2015-03-13 10:58:20,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000004
2015-03-13 10:58:20,599 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000004
2015-03-13 10:58:20,600 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:20,600 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0001_01_000004 from application application_1426269469273_0001
2015-03-13 10:58:20,600 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:20,600 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0001
2015-03-13 10:58:20,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_m_000003_0 dst=null perm=null
2015-03-13 10:58:20,642 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0001_01_000005
2015-03-13 10:58:20,642 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000005
2015-03-13 10:58:20,643 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000005 transitioned from RUNNING to KILLING
2015-03-13 10:58:20,643 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0001_01_000005
2015-03-13 10:58:20,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:20,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0001_01_000004
2015-03-13 10:58:20,644 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:20,645 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:20,645 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0001_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 10:58:20,645 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000004
2015-03-13 10:58:20,646 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59933, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:58:20,646 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:11264, vCores:9> numContainers=9 user=soberoi user-resources=<memory:11264, vCores:9>
2015-03-13 10:58:20,646 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0001_01_000004, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:20,646 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:20,646 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2015-03-13 10:58:20,646 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0001_000001 released container container_1426269469273_0001_01_000004 on node: host: 10.1.1.144:59933 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:58:20,659 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0001_01_000005 is : 143
2015-03-13 10:58:20,673 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:20,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000005
2015-03-13 10:58:20,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000005
2015-03-13 10:58:20,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000005
2015-03-13 10:58:20,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000005
2015-03-13 10:58:20,675 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000005
2015-03-13 10:58:20,676 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:20,676 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0001_01_000005 from application application_1426269469273_0001
2015-03-13 10:58:20,676 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:20,676 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0001
2015-03-13 10:58:20,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:58:20,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_m_000000_0 dst=null perm=null
2015-03-13 10:58:20,726 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0001_01_000002
2015-03-13 10:58:20,727 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000002
2015-03-13 10:58:20,727 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:58:20,728 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:20,728 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0001_01_000002
2015-03-13 10:58:20,728 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:20,729 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0001_01_000003
2015-03-13 10:58:20,729 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:20,730 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0001_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:58:20,730 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000003
2015-03-13 10:58:20,730 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59929, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 10:58:20,730 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:10240, vCores:8> numContainers=8 user=soberoi user-resources=<memory:10240, vCores:8>
2015-03-13 10:58:20,730 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0001_01_000003, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:20,730 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:20,730 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-03-13 10:58:20,731 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0001_000001 released container container_1426269469273_0001_01_000003 on node: host: 10.1.1.144:59929 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 10:58:20,747 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0001_01_000002 is : 143
2015-03-13 10:58:20,761 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:20,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000002
2015-03-13 10:58:20,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000002
2015-03-13 10:58:20,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000002
2015-03-13 10:58:20,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000002
2015-03-13 10:58:20,763 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000002
2015-03-13 10:58:20,764 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:20,764 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0001_01_000002 from application application_1426269469273_0001
2015-03-13 10:58:20,765 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:20,765 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0001
2015-03-13 10:58:20,954 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,955 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,955 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:20,955 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_m_000003_0 dst=null perm=null
2015-03-13 10:58:21,031 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0002_000001 (auth:SIMPLE)
2015-03-13 10:58:21,033 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0002_01_000005
2015-03-13 10:58:21,034 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000005
2015-03-13 10:58:21,034 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000005 transitioned from RUNNING to KILLING
2015-03-13 10:58:21,034 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0002_01_000005
2015-03-13 10:58:21,034 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,034 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:21,047 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0002_01_000005 is : 143
2015-03-13 10:58:21,050 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1.jhist. BP-1352235453-10.1.1.144-1426269467075 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]}
2015-03-13 10:58:21,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015 src: /127.0.0.1:60062 dest: /127.0.0.1:59907
2015-03-13 10:58:21,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015 src: /127.0.0.1:60063 dest: /127.0.0.1:59910
2015-03-13 10:58:21,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015 src: /127.0.0.1:60064 dest: /127.0.0.1:59903
2015-03-13 10:58:21,062 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1.jhist for DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:21,066 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:21,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000005
2015-03-13 10:58:21,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000005
2015-03-13 10:58:21,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000005
2015-03-13 10:58:21,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000005
2015-03-13 10:58:21,069 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000005
2015-03-13 10:58:21,070 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:21,070 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0002_01_000005 from application application_1426269469273_0002
2015-03-13 10:58:21,070 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:21,070 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0002
2015-03-13 10:58:21,114 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_m_000002_0 dst=null perm=null
2015-03-13 10:58:21,207 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0002_01_000004
2015-03-13 10:58:21,208 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000004
2015-03-13 10:58:21,208 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000004 transitioned from RUNNING to KILLING
2015-03-13 10:58:21,208 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,208 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0002_01_000004
2015-03-13 10:58:21,209 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,209 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:21,209 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:21,210 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0002_01_000005
2015-03-13 10:58:21,210 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:21,210 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0002_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 10:58:21,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000005
2015-03-13 10:58:21,210 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-03-13 10:58:21,211 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:9216, vCores:7> numContainers=7 user=soberoi user-resources=<memory:9216, vCores:7>
2015-03-13 10:58:21,211 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0002_01_000005, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,211 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,211 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-03-13 10:58:21,211 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0002_000001 released container container_1426269469273_0002_01_000005 on node: host: 10.1.1.144:59937 #containers=3 available=1024 used=3072 with event: FINISHED
2015-03-13 10:58:21,222 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0002_01_000004 is : 143
2015-03-13 10:58:21,240 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:21,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000004
2015-03-13 10:58:21,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000004
2015-03-13 10:58:21,242 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000004
2015-03-13 10:58:21,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000004
2015-03-13 10:58:21,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000004
2015-03-13 10:58:21,243 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:21,243 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0002_01_000004 from application application_1426269469273_0002
2015-03-13 10:58:21,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:21,243 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0002
2015-03-13 10:58:21,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_m_000000_0 dst=null perm=null
2015-03-13 10:58:21,263 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0002_01_000002
2015-03-13 10:58:21,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000002
2015-03-13 10:58:21,263 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:58:21,264 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0002_01_000002
2015-03-13 10:58:21,264 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:21,264 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,264 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:21,265 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0002_01_000004
2015-03-13 10:58:21,265 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:21,265 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0002_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 10:58:21,265 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000004
2015-03-13 10:58:21,266 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 10:58:21,266 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:8192, vCores:6> numContainers=6 user=soberoi user-resources=<memory:8192, vCores:6>
2015-03-13 10:58:21,266 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0002_01_000004, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,266 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,266 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 10:58:21,266 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0002_000001 released container container_1426269469273_0002_01_000004 on node: host: 10.1.1.144:59937 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 10:58:21,275 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0002_01_000002 is : 143
2015-03-13 10:58:21,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60065, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0002_m_000001_0_776766616_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741827_1003, duration: 219000
2015-03-13 10:58:21,286 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:21,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000002
2015-03-13 10:58:21,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000002
2015-03-13 10:58:21,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000002
2015-03-13 10:58:21,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000002
2015-03-13 10:58:21,289 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000002
2015-03-13 10:58:21,289 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:21,289 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0002_01_000002 from application application_1426269469273_0002
2015-03-13 10:58:21,289 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:21,289 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0002
2015-03-13 10:58:21,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_m_000001_0 dst=null perm=null
2015-03-13 10:58:21,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0002_01_000003
2015-03-13 10:58:21,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000003
2015-03-13 10:58:21,321 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:58:21,322 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:21,322 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0002_01_000003
2015-03-13 10:58:21,322 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0002_01_000002
2015-03-13 10:58:21,322 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:21,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:21,323 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0002_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:58:21,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000002
2015-03-13 10:58:21,323 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:58:21,324 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:7168, vCores:5> numContainers=5 user=soberoi user-resources=<memory:7168, vCores:5>
2015-03-13 10:58:21,324 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0002_01_000002, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,324 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,324 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 10:58:21,324 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0002_000001 released container container_1426269469273_0002_01_000002 on node: host: 10.1.1.144:59937 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:58:21,332 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0002_01_000003 is : 143
2015-03-13 10:58:21,344 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:21,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000003
2015-03-13 10:58:21,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000003
2015-03-13 10:58:21,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000003
2015-03-13 10:58:21,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000003
2015-03-13 10:58:21,349 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000003
2015-03-13 10:58:21,349 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:21,349 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0002_01_000003 from application application_1426269469273_0002
2015-03-13 10:58:21,350 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:21,350 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0002
2015-03-13 10:58:21,650 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:21,650 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0001_01_000005
2015-03-13 10:58:21,651 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:21,651 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0001_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 10:58:21,651 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000005
2015-03-13 10:58:21,651 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59933, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:58:21,652 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:4> numContainers=4 user=soberoi user-resources=<memory:6144, vCores:4>
2015-03-13 10:58:21,652 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0001_01_000005, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,652 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,652 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:58:21,653 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0001_000001 released container container_1426269469273_0001_01_000005 on node: host: 10.1.1.144:59933 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:58:21,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:21,733 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0001_01_000002
2015-03-13 10:58:21,733 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:21,734 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:21,734 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0001_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:58:21,734 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000002
2015-03-13 10:58:21,734 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59929, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:58:21,734 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:3> numContainers=3 user=soberoi user-resources=<memory:5120, vCores:3>
2015-03-13 10:58:21,735 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0001_01_000002, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,735 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:21,735 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:58:21,735 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0001_000001 released container container_1426269469273_0001_01_000002 on node: host: 10.1.1.144:59929 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:58:22,117 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:22,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:22,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0002_01_000003
2015-03-13 10:58:22,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:22,325 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0002_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:58:22,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000003
2015-03-13 10:58:22,325 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:58:22,326 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:2> numContainers=2 user=soberoi user-resources=<memory:4096, vCores:2>
2015-03-13 10:58:22,326 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0002_01_000003, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:22,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:22,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:58:22,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0002_000001 released container container_1426269469273_0002_01_000003 on node: host: 10.1.1.144:59937 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:58:22,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:22,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000006
2015-03-13 10:58:22,328 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:58:22,328 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0001 container=Container: [ContainerId: container_1426269469273_0001_01_000006, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] containerId=container_1426269469273_0001_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:22,328 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:58:22,328 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:22,735 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:23,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:23,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:23,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000006
2015-03-13 10:58:23,125 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59925, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:58:23,125 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0002 container=Container: [ContainerId: container_1426269469273_0002_01_000006, NodeId: 10.1.1.144:59925, NodeHttpAddress: 10.1.1.144:59928, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:59925 }, ] containerId=container_1426269469273_0002_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:23,126 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:58:23,126 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:23,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:23,207 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0001_000001 (auth:SIMPLE)
2015-03-13 10:58:23,209 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0001_01_000006 by user soberoi
2015-03-13 10:58:23,209 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0001
2015-03-13 10:58:23,210 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000006
2015-03-13 10:58:23,210 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from NEW to INITING
2015-03-13 10:58:23,210 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0001_01_000006 to application application_1426269469273_0001
2015-03-13 10:58:23,210 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from INITING to RUNNING
2015-03-13 10:58:23,210 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 10:58:23,210 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0001
2015-03-13 10:58:23,211 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0001
2015-03-13 10:58:23,211 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:23,211 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0001
2015-03-13 10:58:23,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:23,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:23,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0001_01_000006
2015-03-13 10:58:23,220 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426269469273_0001_01_000006.tokens. Credentials list:
2015-03-13 10:58:23,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:23,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426269469273_0001_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000006.tokens
2015-03-13 10:58:23,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:23,329 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:23,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:23,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:23,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:23,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar dst=null perm=null
2015-03-13 10:58:23,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60069, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1762861233_1733, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741828_1004, duration: 434000
2015-03-13 10:58:23,400 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:23,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:23,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:23,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml dst=null perm=null
2015-03-13 10:58:23,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60070, bytes: 98706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1762861233_1733, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741835_1011, duration: 398000
2015-03-13 10:58:23,448 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:23,448 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:23,476 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:23,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:23,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000006/default_container_executor.sh]
2015-03-13 10:58:23,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:23,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:23,888 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0002_000001 (auth:SIMPLE)
2015-03-13 10:58:23,890 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0002_01_000006 by user soberoi
2015-03-13 10:58:23,890 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0002
2015-03-13 10:58:23,890 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000006
2015-03-13 10:58:23,891 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from NEW to INITING
2015-03-13 10:58:23,891 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0002_01_000006 to application application_1426269469273_0002
2015-03-13 10:58:23,891 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from INITING to RUNNING
2015-03-13 10:58:23,891 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 10:58:23,891 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0002
2015-03-13 10:58:23,891 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0002
2015-03-13 10:58:23,891 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:23,892 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0002
2015-03-13 10:58:23,892 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:23,892 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:23,892 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0002_01_000006
2015-03-13 10:58:23,903 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426269469273_0002_01_000006.tokens. Credentials list:
2015-03-13 10:58:23,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:24,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426269469273_0002_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000006.tokens
2015-03-13 10:58:24,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:24,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:58:24,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:58:24,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar dst=null perm=null
2015-03-13 10:58:24,108 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60070, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1401436915_1810, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741829_1005, duration: 644000
2015-03-13 10:58:24,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:24,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:24,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:24,133 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:24,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:58:24,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:58:24,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml dst=null perm=null
2015-03-13 10:58:24,164 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60069, bytes: 98706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1401436915_1810, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741834_1010, duration: 331000
2015-03-13 10:58:24,182 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:24,182 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:24,204 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:58:24,218 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:24,218 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:24,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000006/default_container_executor.sh]
2015-03-13 10:58:24,330 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:24,740 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:24,880 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:58:25,131 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:25,132 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:25,332 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:25,623 INFO hs.JobHistory (JobHistory.java:run(188)) - History Cleaner started
2015-03-13 10:58:25,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 10:58:25,627 INFO hs.JobHistory (JobHistory.java:run(194)) - History Cleaner complete
2015-03-13 10:58:25,741 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:26,133 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:26,133 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:26,337 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:26,743 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:27,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:27,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:27,338 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:27,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:27,583 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_r_000000_0/part-00000. BP-1352235453-10.1.1.144-1426269467075 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:27,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016 src: /127.0.0.1:60082 dest: /127.0.0.1:59903
2015-03-13 10:58:27,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016 src: /127.0.0.1:60083 dest: /127.0.0.1:59900
2015-03-13 10:58:27,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016 src: /127.0.0.1:60084 dest: /127.0.0.1:59910
2015-03-13 10:58:27,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60084, dest: /127.0.0.1:59910, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0001_r_000000_0_-1001052556_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016, duration: 13687000
2015-03-13 10:58:27,682 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:27,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60083, dest: /127.0.0.1:59900, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0001_r_000000_0_-1001052556_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016, duration: 14448000
2015-03-13 10:58:27,683 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,684 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,684 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60082, dest: /127.0.0.1:59903, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0001_r_000000_0_-1001052556_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016, duration: 15442000
2015-03-13 10:58:27,684 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,684 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,690 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1426269469273_0001_r_000000_0_-1001052556_1
2015-03-13 10:58:27,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_r_000000_0 dst=null perm=null
2015-03-13 10:58:27,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_r_000000_0 dst=null perm=null
2015-03-13 10:58:27,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/task_1426269469273_0001_r_000000 dst=null perm=null
2015-03-13 10:58:27,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/_temporary/attempt_1426269469273_0001_r_000000_0 dst=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/task_1426269469273_0001_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:58:27,744 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:27,764 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0001_01_000006
2015-03-13 10:58:27,764 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000006
2015-03-13 10:58:27,764 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000006 transitioned from RUNNING to KILLING
2015-03-13 10:58:27,764 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0001_01_000006
2015-03-13 10:58:27,765 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:27,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:27,776 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:27,779 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0001_01_000006 is : 143
2015-03-13 10:58:27,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1 dst=null perm=null
2015-03-13 10:58:27,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB dst=null perm=null
2015-03-13 10:58:27,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB dst=null perm=null
2015-03-13 10:58:27,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/task_1426269469273_0001_r_000000 dst=null perm=null
2015-03-13 10:58:27,795 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:27,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000006
2015-03-13 10:58:27,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/part-00000 dst=null perm=null
2015-03-13 10:58:27,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000006
2015-03-13 10:58:27,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000006
2015-03-13 10:58:27,796 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000006
2015-03-13 10:58:27,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000006
2015-03-13 10:58:27,797 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:27,797 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0001_01_000006 from application application_1426269469273_0001
2015-03-13 10:58:27,797 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:27,798 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0001
2015-03-13 10:58:27,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary/1/task_1426269469273_0001_r_000000/part-00000 dst=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:27,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_temporary dst=null perm=null
2015-03-13 10:58:27,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:27,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:27,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:27,825 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:27,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60058, dest: /127.0.0.1:59910, bytes: 60773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014, duration: 7297783000
2015-03-13 10:58:27,842 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:27,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60057, dest: /127.0.0.1:59907, bytes: 60773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014, duration: 7299242000
2015-03-13 10:58:27,844 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,845 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60056, dest: /127.0.0.1:59903, bytes: 60773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014, duration: 7300861000
2015-03-13 10:58:27,845 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,848 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:27,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:27,854 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:27,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017 src: /127.0.0.1:60085 dest: /127.0.0.1:59910
2015-03-13 10:58:27,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017 src: /127.0.0.1:60086 dest: /127.0.0.1:59903
2015-03-13 10:58:27,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017 src: /127.0.0.1:60087 dest: /127.0.0.1:59900
2015-03-13 10:58:27,864 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60087, dest: /127.0.0.1:59900, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017, duration: 3069000
2015-03-13 10:58:27,864 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:27,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:27,865 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60086, dest: /127.0.0.1:59903, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017, duration: 2413000
2015-03-13 10:58:27,865 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:27,866 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60085, dest: /127.0.0.1:59910, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017, duration: 4909000
2015-03-13 10:58:27,866 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:27,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:27,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:27,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1.jhist dst=null perm=null
2015-03-13 10:58:27,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:58:27,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1.jhist dst=null perm=null
2015-03-13 10:58:27,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:58:27,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1.jhist dst=null perm=null
2015-03-13 10:58:27,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:27,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60088, bytes: 61249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014, duration: 268000
2015-03-13 10:58:27,894 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:27,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018 src: /127.0.0.1:60089 dest: /127.0.0.1:59903
2015-03-13 10:58:27,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018 src: /127.0.0.1:60090 dest: /127.0.0.1:59900
2015-03-13 10:58:27,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018 src: /127.0.0.1:60091 dest: /127.0.0.1:59910
2015-03-13 10:58:27,904 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60091, dest: /127.0.0.1:59910, bytes: 60773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018, duration: 1575000
2015-03-13 10:58:27,904 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:27,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60090, dest: /127.0.0.1:59900, bytes: 60773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018, duration: 2733000
2015-03-13 10:58:27,905 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,906 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60089, dest: /127.0.0.1:59903, bytes: 60773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018, duration: 3714000
2015-03-13 10:58:27,907 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:27,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:27,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:27,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1_conf.xml dst=null perm=null
2015-03-13 10:58:27,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml_tmp dst=null perm=null
2015-03-13 10:58:27,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1_conf.xml dst=null perm=null
2015-03-13 10:58:27,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml_tmp dst=null perm=null
2015-03-13 10:58:27,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001/job_1426269469273_0001_1_conf.xml dst=null perm=null
2015-03-13 10:58:27,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:27,934 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60092, bytes: 91358, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741836_1012, duration: 346000
2015-03-13 10:58:27,936 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]}
2015-03-13 10:58:27,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019 src: /127.0.0.1:60093 dest: /127.0.0.1:59903
2015-03-13 10:58:27,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019 src: /127.0.0.1:60094 dest: /127.0.0.1:59910
2015-03-13 10:58:27,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019 src: /127.0.0.1:60095 dest: /127.0.0.1:59907
2015-03-13 10:58:27,950 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60095, dest: /127.0.0.1:59907, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019, duration: 3356000
2015-03-13 10:58:27,950 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:27,952 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60094, dest: /127.0.0.1:59910, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019, duration: 4377000
2015-03-13 10:58:27,952 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:27,953 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60093, dest: /127.0.0.1:59903, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1092128043_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019, duration: 6075000
2015-03-13 10:58:27,953 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:27,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:27,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741843_1019 size 90646
2015-03-13 10:58:27,956 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1092128043_1
2015-03-13 10:58:27,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:27,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:27,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:27,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:27,976 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0001_000001 State change from RUNNING to FINISHING
2015-03-13 10:58:27,976 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426269469273_0001
2015-03-13 10:58:27,976 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0001 State change from RUNNING to REMOVING
2015-03-13 10:58:27,977 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426269469273_0001
2015-03-13 10:58:27,978 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0001 State change from REMOVING to FINISHING
2015-03-13 10:58:28,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:28,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:28,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:28,245 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_r_000000_0/part-00000. BP-1352235453-10.1.1.144-1426269467075 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:28,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020 src: /127.0.0.1:60098 dest: /127.0.0.1:59910
2015-03-13 10:58:28,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020 src: /127.0.0.1:60099 dest: /127.0.0.1:59907
2015-03-13 10:58:28,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020 src: /127.0.0.1:60100 dest: /127.0.0.1:59900
2015-03-13 10:58:28,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60100, dest: /127.0.0.1:59900, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0002_r_000000_0_966502599_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020, duration: 8960000
2015-03-13 10:58:28,315 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:28,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:28,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60099, dest: /127.0.0.1:59907, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0002_r_000000_0_966502599_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020, duration: 9688000
2015-03-13 10:58:28,316 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:28,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60098, dest: /127.0.0.1:59910, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0002_r_000000_0_966502599_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020, duration: 10614000
2015-03-13 10:58:28,316 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:28,320 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1426269469273_0002_r_000000_0_966502599_1
2015-03-13 10:58:28,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_r_000000_0 dst=null perm=null
2015-03-13 10:58:28,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_r_000000_0 dst=null perm=null
2015-03-13 10:58:28,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/task_1426269469273_0002_r_000000 dst=null perm=null
2015-03-13 10:58:28,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/_temporary/attempt_1426269469273_0002_r_000000_0 dst=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/task_1426269469273_0002_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:58:28,348 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0002_01_000006
2015-03-13 10:58:28,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000006
2015-03-13 10:58:28,348 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000006 transitioned from RUNNING to KILLING
2015-03-13 10:58:28,349 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0002_01_000006
2015-03-13 10:58:28,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:28,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:28,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:28,355 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:28,359 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0002_01_000006 is : 143
2015-03-13 10:58:28,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1 dst=null perm=null
2015-03-13 10:58:28,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB dst=null perm=null
2015-03-13 10:58:28,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB dst=null perm=null
2015-03-13 10:58:28,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/task_1426269469273_0002_r_000000 dst=null perm=null
2015-03-13 10:58:28,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/part-00000 dst=null perm=null
2015-03-13 10:58:28,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary/1/task_1426269469273_0002_r_000000/part-00000 dst=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:28,373 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:28,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000006
2015-03-13 10:58:28,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000006
2015-03-13 10:58:28,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000006
2015-03-13 10:58:28,375 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:28,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000006
2015-03-13 10:58:28,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000006
2015-03-13 10:58:28,375 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0002_01_000006 from application application_1426269469273_0002
2015-03-13 10:58:28,376 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:28,376 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0002
2015-03-13 10:58:28,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_temporary dst=null perm=null
2015-03-13 10:58:28,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:28,383 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:28,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:28,388 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:28,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60064, dest: /127.0.0.1:59903, bytes: 60760, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015, duration: 7345227000
2015-03-13 10:58:28,402 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:28,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:28,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60063, dest: /127.0.0.1:59910, bytes: 60760, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015, duration: 7343738000
2015-03-13 10:58:28,404 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:28,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60062, dest: /127.0.0.1:59907, bytes: 60760, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015, duration: 7348105000
2015-03-13 10:58:28,405 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:28,407 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:28,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:28,412 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:28,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021 src: /127.0.0.1:60101 dest: /127.0.0.1:59903
2015-03-13 10:58:28,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021 src: /127.0.0.1:60102 dest: /127.0.0.1:59900
2015-03-13 10:58:28,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021 src: /127.0.0.1:60103 dest: /127.0.0.1:59910
2015-03-13 10:58:28,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60103, dest: /127.0.0.1:59910, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021, duration: 1421000
2015-03-13 10:58:28,419 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:28,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:28,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60102, dest: /127.0.0.1:59900, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021, duration: 1949000
2015-03-13 10:58:28,420 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:28,421 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60101, dest: /127.0.0.1:59903, bytes: 426, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021, duration: 2928000
2015-03-13 10:58:28,421 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:28,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:28,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:28,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1.jhist dst=null perm=null
2015-03-13 10:58:28,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:58:28,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1.jhist dst=null perm=null
2015-03-13 10:58:28,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016
2015-03-13 10:58:28,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:58:28,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018
2015-03-13 10:58:28,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017
2015-03-13 10:58:28,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016
2015-03-13 10:58:28,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017
2015-03-13 10:58:28,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015
2015-03-13 10:58:28,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1.jhist dst=null perm=null
2015-03-13 10:58:28,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020
2015-03-13 10:58:28,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021
2015-03-13 10:58:28,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014
2015-03-13 10:58:28,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018
2015-03-13 10:58:28,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019
2015-03-13 10:58:28,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021
2015-03-13 10:58:28,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:28,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:60104, bytes: 61236, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015, duration: 247000
2015-03-13 10:58:28,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]}
2015-03-13 10:58:28,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022 src: /127.0.0.1:60105 dest: /127.0.0.1:59910
2015-03-13 10:58:28,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022 src: /127.0.0.1:60106 dest: /127.0.0.1:59900
2015-03-13 10:58:28,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022 src: /127.0.0.1:60107 dest: /127.0.0.1:59903
2015-03-13 10:58:28,453 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60107, dest: /127.0.0.1:59903, bytes: 60760, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022, duration: 2046000
2015-03-13 10:58:28,454 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:28,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:28,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60106, dest: /127.0.0.1:59900, bytes: 60760, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022, duration: 2725000
2015-03-13 10:58:28,455 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:28,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60105, dest: /127.0.0.1:59910, bytes: 60760, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022, duration: 3642000
2015-03-13 10:58:28,456 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:28,458 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:28,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:28,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1_conf.xml dst=null perm=null
2015-03-13 10:58:28,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml_tmp dst=null perm=null
2015-03-13 10:58:28,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1_conf.xml dst=null perm=null
2015-03-13 10:58:28,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml_tmp dst=null perm=null
2015-03-13 10:58:28,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002/job_1426269469273_0002_1_conf.xml dst=null perm=null
2015-03-13 10:58:28,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:28,469 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60108, bytes: 91358, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741837_1013, duration: 373000
2015-03-13 10:58:28,470 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:28,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023 src: /127.0.0.1:60109 dest: /127.0.0.1:59910
2015-03-13 10:58:28,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023 src: /127.0.0.1:60110 dest: /127.0.0.1:59907
2015-03-13 10:58:28,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023 src: /127.0.0.1:60111 dest: /127.0.0.1:59900
2015-03-13 10:58:28,478 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60111, dest: /127.0.0.1:59900, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023, duration: 2309000
2015-03-13 10:58:28,478 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:28,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60110, dest: /127.0.0.1:59907, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023, duration: 2807000
2015-03-13 10:58:28,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:28,479 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60109, dest: /127.0.0.1:59910, bytes: 90646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1087275805_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023, duration: 4096000
2015-03-13 10:58:28,480 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:28,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:28,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741847_1023 size 90646
2015-03-13 10:58:28,483 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1087275805_1
2015-03-13 10:58:28,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:28,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:28,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:28,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:28,497 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0002_000001 State change from RUNNING to FINISHING
2015-03-13 10:58:28,497 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426269469273_0002
2015-03-13 10:58:28,497 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0002 State change from RUNNING to REMOVING
2015-03-13 10:58:28,497 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426269469273_0002
2015-03-13 10:58:28,500 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0002 State change from REMOVING to FINISHING
2015-03-13 10:58:28,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019
2015-03-13 10:58:28,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023
2015-03-13 10:58:28,613 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014
2015-03-13 10:58:28,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015
2015-03-13 10:58:28,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020
2015-03-13 10:58:28,745 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:28,769 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:28,769 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0001_01_000006
2015-03-13 10:58:28,770 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:28,770 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0001_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 10:58:28,770 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000006
2015-03-13 10:58:28,770 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:58:28,771 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:3> numContainers=3 user=soberoi user-resources=<memory:5120, vCores:3>
2015-03-13 10:58:28,771 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0001_01_000006, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:28,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741843_1019
2015-03-13 10:58:28,771 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:28,772 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:58:28,772 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0001_000001 released container container_1426269469273_0001_01_000006 on node: host: 10.1.1.144:59937 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:58:28,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021
2015-03-13 10:58:28,773 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023
2015-03-13 10:58:28,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016
2015-03-13 10:58:28,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017
2015-03-13 10:58:28,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018
2015-03-13 10:58:28,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741838_1014
2015-03-13 10:58:28,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741839_1015
2015-03-13 10:58:28,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020
2015-03-13 10:58:28,777 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022
2015-03-13 10:58:28,992 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:59907 127.0.0.1:59900 127.0.0.1:59903 127.0.0.1:59910
2015-03-13 10:58:28,992 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:59910 127.0.0.1:59903 127.0.0.1:59907 127.0.0.1:59900
2015-03-13 10:58:28,992 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:59900 127.0.0.1:59903 127.0.0.1:59910
2015-03-13 10:58:28,992 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:59903 127.0.0.1:59900 127.0.0.1:59907
2015-03-13 10:58:28,993 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:59903 127.0.0.1:59907 127.0.0.1:59910
2015-03-13 10:58:28,993 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:59907 127.0.0.1:59903 127.0.0.1:59910
2015-03-13 10:58:28,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0001 dst=null perm=null
2015-03-13 10:58:29,057 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] starting step: (2/2) ...gstatsplatform/flowstats2
2015-03-13 10:58:29,068 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:59923
2015-03-13 10:58:29,077 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:59923
2015-03-13 10:58:29,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:58:29,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:58:29,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:58:29,083 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 3
2015-03-13 10:58:29,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003 dst=null perm=null
2015-03-13 10:58:29,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:58:29,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:58:29,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:29,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,092 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar. BP-1352235453-10.1.1.144-1426269467075 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:29,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024 src: /127.0.0.1:60113 dest: /127.0.0.1:59903
2015-03-13 10:58:29,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024 src: /127.0.0.1:60114 dest: /127.0.0.1:59910
2015-03-13 10:58:29,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024 src: /127.0.0.1:60115 dest: /127.0.0.1:59900
2015-03-13 10:58:29,099 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60115, dest: /127.0.0.1:59900, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024, duration: 2748000
2015-03-13 10:58:29,100 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:29,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,101 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60114, dest: /127.0.0.1:59910, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024, duration: 3132000
2015-03-13 10:58:29,101 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,101 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,101 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60113, dest: /127.0.0.1:59903, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024, duration: 4354000
2015-03-13 10:58:29,102 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,105 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:58:29,106 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar
2015-03-13 10:58:29,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:29,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:58:29,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:58:29,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:58:29,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:58:29,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:58:29,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB dst=null perm=null
2015-03-13 10:58:29,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB dst=null perm=null
2015-03-13 10:58:29,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB dst=null perm=null
2015-03-13 10:58:29,144 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:58:29,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,148 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split
2015-03-13 10:58:29,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=null
2015-03-13 10:58:29,149 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split. BP-1352235453-10.1.1.144-1426269467075 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]}
2015-03-13 10:58:29,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025 src: /127.0.0.1:60116 dest: /127.0.0.1:59903
2015-03-13 10:58:29,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025 src: /127.0.0.1:60117 dest: /127.0.0.1:59900
2015-03-13 10:58:29,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025 src: /127.0.0.1:60118 dest: /127.0.0.1:59910
2015-03-13 10:58:29,155 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025 src: /127.0.0.1:60119 dest: /127.0.0.1:59907
2015-03-13 10:58:29,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60119, dest: /127.0.0.1:59907, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, duration: 1731000
2015-03-13 10:58:29,158 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:29,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:29,159 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60118, dest: /127.0.0.1:59910, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, duration: 2295000
2015-03-13 10:58:29,159 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:29,159 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60117, dest: /127.0.0.1:59900, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, duration: 3343000
2015-03-13 10:58:29,160 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,160 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:29,160 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60116, dest: /127.0.0.1:59903, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, duration: 4279000
2015-03-13 10:58:29,160 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:29,163 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:58:29,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,167 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo. BP-1352235453-10.1.1.144-1426269467075 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]}
2015-03-13 10:58:29,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026 src: /127.0.0.1:60120 dest: /127.0.0.1:59910
2015-03-13 10:58:29,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026 src: /127.0.0.1:60121 dest: /127.0.0.1:59903
2015-03-13 10:58:29,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026 src: /127.0.0.1:60122 dest: /127.0.0.1:59907
2015-03-13 10:58:29,173 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60122, dest: /127.0.0.1:59907, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026, duration: 1214000
2015-03-13 10:58:29,173 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:29,174 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60121, dest: /127.0.0.1:59903, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026, duration: 1616000
2015-03-13 10:58:29,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:29,174 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60120, dest: /127.0.0.1:59910, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026, duration: 3357000
2015-03-13 10:58:29,176 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:29,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:29,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:58:29,180 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 10:58:29,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,184 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:58:29,185 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:58:29,185 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:58:29,209 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml. BP-1352235453-10.1.1.144-1426269467075 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:29,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027 src: /127.0.0.1:60123 dest: /127.0.0.1:59907
2015-03-13 10:58:29,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027 src: /127.0.0.1:60124 dest: /127.0.0.1:59910
2015-03-13 10:58:29,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027 src: /127.0.0.1:60125 dest: /127.0.0.1:59900
2015-03-13 10:58:29,217 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60125, dest: /127.0.0.1:59900, bytes: 98268, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027, duration: 1866000
2015-03-13 10:58:29,218 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:29,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,218 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60124, dest: /127.0.0.1:59910, bytes: 98268, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027, duration: 2572000
2015-03-13 10:58:29,219 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,219 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60123, dest: /127.0.0.1:59907, bytes: 98268, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027, duration: 3585000
2015-03-13 10:58:29,219 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,225 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:58:29,225 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426269469273_0003
2015-03-13 10:58:29,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003 dst=null perm=null
2015-03-13 10:58:29,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:29,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:29,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:29,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:29,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=null
2015-03-13 10:58:29,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=null
2015-03-13 10:58:29,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:29,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:29,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,242 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 3 submitted by user soberoi
2015-03-13 10:58:29,242 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426269469273_0003
2015-03-13 10:58:29,243 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426269469273_0003
2015-03-13 10:58:29,243 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426269469273_0003
2015-03-13 10:58:29,243 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0003 State change from NEW to NEW_SAVING
2015-03-13 10:58:29,243 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0003 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:58:29,243 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426269469273_0003_000001
2015-03-13 10:58:29,244 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0003_000001 State change from NEW to SUBMITTED
2015-03-13 10:58:29,244 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426269469273_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@554a8bf9, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-03-13 10:58:29,244 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426269469273_0003 user: soberoi leaf-queue of parent: root #applications: 3
2015-03-13 10:58:29,244 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426269469273_0003_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3, currently active: 3
2015-03-13 10:58:29,244 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426269469273_0003 to ResourceManager at /10.1.1.144:59923
2015-03-13 10:58:29,245 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0003_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:58:29,245 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0003 State change from SUBMITTED to ACCEPTED
2015-03-13 10:58:29,247 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:59920/proxy/application_1426269469273_0003/
2015-03-13 10:58:29,247 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] submitted hadoop job: job_1426269469273_0003
2015-03-13 10:58:29,248 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] tracking url: http://Edinburgh.local:59920/proxy/application_1426269469273_0003/
2015-03-13 10:58:29,354 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:29,355 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:29,355 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0002_01_000006
2015-03-13 10:58:29,356 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:29,356 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0002_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 10:58:29,356 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000006
2015-03-13 10:58:29,356 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59925, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:58:29,356 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:2> numContainers=2 user=soberoi user-resources=<memory:4096, vCores:2>
2015-03-13 10:58:29,357 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0002_01_000006, NodeId: 10.1.1.144:59925, NodeHttpAddress: 10.1.1.144:59928, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:59925 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:29,357 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:29,357 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2015-03-13 10:58:29,357 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0002_000001 released container container_1426269469273_0002_01_000006 on node: host: 10.1.1.144:59925 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:58:29,508 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:59903 127.0.0.1:59907 127.0.0.1:59910 127.0.0.1:59900
2015-03-13 10:58:29,508 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:59907 127.0.0.1:59900 127.0.0.1:59903 127.0.0.1:59910
2015-03-13 10:58:29,508 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:59903 127.0.0.1:59900 127.0.0.1:59907
2015-03-13 10:58:29,509 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:59903 127.0.0.1:59900 127.0.0.1:59907
2015-03-13 10:58:29,509 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:59907 127.0.0.1:59910 127.0.0.1:59903
2015-03-13 10:58:29,509 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:59907 127.0.0.1:59900 127.0.0.1:59903
2015-03-13 10:58:29,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0002 dst=null perm=null
2015-03-13 10:58:29,545 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] starting step: (2/2) ...gstatsplatform/flowstats1
2015-03-13 10:58:29,553 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:59923
2015-03-13 10:58:29,561 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:59923
2015-03-13 10:58:29,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:58:29,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:58:29,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:58:29,565 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 4
2015-03-13 10:58:29,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004 dst=null perm=null
2015-03-13 10:58:29,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:58:29,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:58:29,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:29,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,572 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar. BP-1352235453-10.1.1.144-1426269467075 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:29,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028 src: /127.0.0.1:60126 dest: /127.0.0.1:59907
2015-03-13 10:58:29,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028 src: /127.0.0.1:60127 dest: /127.0.0.1:59910
2015-03-13 10:58:29,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028 src: /127.0.0.1:60128 dest: /127.0.0.1:59900
2015-03-13 10:58:29,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60128, dest: /127.0.0.1:59900, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028, duration: 3279000
2015-03-13 10:58:29,582 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:29,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,583 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60127, dest: /127.0.0.1:59910, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028, duration: 3440000
2015-03-13 10:58:29,583 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,584 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60126, dest: /127.0.0.1:59907, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028, duration: 4252000
2015-03-13 10:58:29,584 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:29,586 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:58:29,587 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar
2015-03-13 10:58:29,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:29,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:58:29,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:58:29,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:58:29,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:58:29,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:58:29,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB dst=null perm=null
2015-03-13 10:58:29,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB dst=null perm=null
2015-03-13 10:58:29,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB dst=null perm=null
2015-03-13 10:58:29,599 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:58:29,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,603 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split
2015-03-13 10:58:29,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=null
2015-03-13 10:58:29,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split. BP-1352235453-10.1.1.144-1426269467075 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]}
2015-03-13 10:58:29,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029 src: /127.0.0.1:60129 dest: /127.0.0.1:59907
2015-03-13 10:58:29,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029 src: /127.0.0.1:60130 dest: /127.0.0.1:59910
2015-03-13 10:58:29,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029 src: /127.0.0.1:60131 dest: /127.0.0.1:59900
2015-03-13 10:58:29,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029 src: /127.0.0.1:60132 dest: /127.0.0.1:59903
2015-03-13 10:58:29,612 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60132, dest: /127.0.0.1:59903, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, duration: 1516000
2015-03-13 10:58:29,612 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:29,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:29,613 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60131, dest: /127.0.0.1:59900, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, duration: 1967000
2015-03-13 10:58:29,613 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:29,614 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60130, dest: /127.0.0.1:59910, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, duration: 3047000
2015-03-13 10:58:29,614 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:29,615 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60129, dest: /127.0.0.1:59907, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, duration: 3895000
2015-03-13 10:58:29,615 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:29,617 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:58:29,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,622 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo. BP-1352235453-10.1.1.144-1426269467075 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:29,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030 src: /127.0.0.1:60133 dest: /127.0.0.1:59903
2015-03-13 10:58:29,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030 src: /127.0.0.1:60134 dest: /127.0.0.1:59900
2015-03-13 10:58:29,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030 src: /127.0.0.1:60135 dest: /127.0.0.1:59910
2015-03-13 10:58:29,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60135, dest: /127.0.0.1:59910, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030, duration: 1166000
2015-03-13 10:58:29,629 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:29,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:29,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60134, dest: /127.0.0.1:59900, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030, duration: 1742000
2015-03-13 10:58:29,630 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:29,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60133, dest: /127.0.0.1:59903, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030, duration: 2752000
2015-03-13 10:58:29,631 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:29,633 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:58:29,634 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 10:58:29,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:58:29,638 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:58:29,638 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:58:29,638 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:58:29,645 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml. BP-1352235453-10.1.1.144-1426269467075 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:29,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031 src: /127.0.0.1:60136 dest: /127.0.0.1:59903
2015-03-13 10:58:29,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031 src: /127.0.0.1:60137 dest: /127.0.0.1:59907
2015-03-13 10:58:29,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031 src: /127.0.0.1:60138 dest: /127.0.0.1:59910
2015-03-13 10:58:29,652 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60138, dest: /127.0.0.1:59910, bytes: 98260, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031, duration: 1733000
2015-03-13 10:58:29,653 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:29,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:29,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60137, dest: /127.0.0.1:59907, bytes: 98260, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031, duration: 2128000
2015-03-13 10:58:29,653 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:29,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60136, dest: /127.0.0.1:59903, bytes: 98260, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031, duration: 3226000
2015-03-13 10:58:29,654 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:29,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:29,657 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-1725695108_9
2015-03-13 10:58:29,657 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426269469273_0004
2015-03-13 10:58:29,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004 dst=null perm=null
2015-03-13 10:58:29,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:29,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:29,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:29,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:29,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=null
2015-03-13 10:58:29,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=null
2015-03-13 10:58:29,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:29,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:29,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:29,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:29,670 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 4 submitted by user soberoi
2015-03-13 10:58:29,671 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426269469273_0004
2015-03-13 10:58:29,671 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426269469273_0004
2015-03-13 10:58:29,671 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426269469273_0004
2015-03-13 10:58:29,671 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0004 State change from NEW to NEW_SAVING
2015-03-13 10:58:29,671 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0004 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:58:29,671 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426269469273_0004_000001
2015-03-13 10:58:29,672 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0004_000001 State change from NEW to SUBMITTED
2015-03-13 10:58:29,672 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426269469273_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@554a8bf9, leaf-queue: default #user-pending-applications: 2 #user-active-applications: 2 #queue-pending-applications: 2 #queue-active-applications: 2
2015-03-13 10:58:29,672 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426269469273_0004 user: soberoi leaf-queue of parent: root #applications: 4
2015-03-13 10:58:29,672 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426269469273_0004 to ResourceManager at /10.1.1.144:59923
2015-03-13 10:58:29,672 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426269469273_0004_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=4, numContainers=2, currently active: 4
2015-03-13 10:58:29,672 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0004_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:58:29,673 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0004 State change from SUBMITTED to ACCEPTED
2015-03-13 10:58:29,675 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:59920/proxy/application_1426269469273_0004/
2015-03-13 10:58:29,675 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] submitted hadoop job: job_1426269469273_0004
2015-03-13 10:58:29,675 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] tracking url: http://Edinburgh.local:59920/proxy/application_1426269469273_0004/
2015-03-13 10:58:29,750 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:29,904 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:59910 to replicate blk_1073741848_1024 to datanode(s) 127.0.0.1:59907
2015-03-13 10:58:29,905 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:59900 to replicate blk_1073741852_1028 to datanode(s) 127.0.0.1:59903
2015-03-13 10:58:29,905 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59903 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-03-13 10:58:29,905 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59907 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010, blk_1073741835_1011, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-03-13 10:58:30,359 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:30,460 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741828 for deletion
2015-03-13 10:58:30,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741829 for deletion
2015-03-13 10:58:30,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741830 for deletion
2015-03-13 10:58:30,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741828
2015-03-13 10:58:30,462 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741829
2015-03-13 10:58:30,461 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741831 for deletion
2015-03-13 10:58:30,462 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741832 for deletion
2015-03-13 10:58:30,462 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741833 for deletion
2015-03-13 10:58:30,462 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741831
2015-03-13 10:58:30,462 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741830
2015-03-13 10:58:30,462 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741834 for deletion
2015-03-13 10:58:30,463 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741833
2015-03-13 10:58:30,463 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741832
2015-03-13 10:58:30,463 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741835 for deletion
2015-03-13 10:58:30,463 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741834
2015-03-13 10:58:30,463 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741836 for deletion
2015-03-13 10:58:30,463 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1738397833-10.1.1.144-59900-1426269468310, infoPort=59901, ipcPort=59902, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0) Starting thread to transfer BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028 to 127.0.0.1:59903
2015-03-13 10:58:30,463 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741835
2015-03-13 10:58:30,463 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741837 for deletion
2015-03-13 10:58:30,464 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741836
2015-03-13 10:58:30,464 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741838 for deletion
2015-03-13 10:58:30,464 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741839 for deletion
2015-03-13 10:58:30,464 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741837
2015-03-13 10:58:30,465 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741839
2015-03-13 10:58:30,465 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741838
2015-03-13 10:58:30,465 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028 (numBytes=254067) to /127.0.0.1:59903
2015-03-13 10:58:30,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028 src: /127.0.0.1:60139 dest: /127.0.0.1:59903
2015-03-13 10:58:30,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028 src: /127.0.0.1:60139 dest: /127.0.0.1:59903 of size 254067
2015-03-13 10:58:30,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741852_1028 size 254067
2015-03-13 10:58:30,615 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741828 for deletion
2015-03-13 10:58:30,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741829 for deletion
2015-03-13 10:58:30,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741830 for deletion
2015-03-13 10:58:30,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741828
2015-03-13 10:58:30,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741829
2015-03-13 10:58:30,616 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741831 for deletion
2015-03-13 10:58:30,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741830
2015-03-13 10:58:30,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741832 for deletion
2015-03-13 10:58:30,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741831
2015-03-13 10:58:30,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741834 for deletion
2015-03-13 10:58:30,617 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741832
2015-03-13 10:58:30,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741835 for deletion
2015-03-13 10:58:30,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741836 for deletion
2015-03-13 10:58:30,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741834
2015-03-13 10:58:30,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741835
2015-03-13 10:58:30,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741837 for deletion
2015-03-13 10:58:30,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741836
2015-03-13 10:58:30,618 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741838 for deletion
2015-03-13 10:58:30,619 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741839 for deletion
2015-03-13 10:58:30,619 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741837
2015-03-13 10:58:30,619 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741838
2015-03-13 10:58:30,619 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741839
2015-03-13 10:58:30,749 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-622689924-10.1.1.144-59910-1426269468675, infoPort=59911, ipcPort=59912, storageInfo=lv=-47;cid=testClusterID;nsid=1122063689;c=0) Starting thread to transfer BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024 to 127.0.0.1:59907
2015-03-13 10:58:30,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024 src: /127.0.0.1:60140 dest: /127.0.0.1:59907
2015-03-13 10:58:30,752 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024 (numBytes=254067) to /127.0.0.1:59907
2015-03-13 10:58:30,752 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:30,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024 src: /127.0.0.1:60140 dest: /127.0.0.1:59907 of size 254067
2015-03-13 10:58:30,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741848_1024 size 254067
2015-03-13 10:58:31,363 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:31,758 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:32,364 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:32,759 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:32,909 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59900 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741837_1013]
2015-03-13 10:58:32,909 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59910 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741833_1009, blk_1073741836_1012, blk_1073741838_1014, blk_1073741839_1015]
2015-03-13 10:58:33,367 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:33,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028
2015-03-13 10:58:33,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029
2015-03-13 10:58:33,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025
2015-03-13 10:58:33,466 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741828 for deletion
2015-03-13 10:58:33,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741829 for deletion
2015-03-13 10:58:33,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741830 for deletion
2015-03-13 10:58:33,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741828
2015-03-13 10:58:33,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741829
2015-03-13 10:58:33,467 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741831 for deletion
2015-03-13 10:58:33,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741830
2015-03-13 10:58:33,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741832 for deletion
2015-03-13 10:58:33,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741831
2015-03-13 10:58:33,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741833 for deletion
2015-03-13 10:58:33,468 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741834 for deletion
2015-03-13 10:58:33,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741832
2015-03-13 10:58:33,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741833
2015-03-13 10:58:33,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741835 for deletion
2015-03-13 10:58:33,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741834
2015-03-13 10:58:33,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741837 for deletion
2015-03-13 10:58:33,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741835
2015-03-13 10:58:33,469 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741837
2015-03-13 10:58:33,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029
2015-03-13 10:58:33,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024
2015-03-13 10:58:33,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027
2015-03-13 10:58:33,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025
2015-03-13 10:58:33,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028
2015-03-13 10:58:33,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029
2015-03-13 10:58:33,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025
2015-03-13 10:58:33,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741847_1023
2015-03-13 10:58:33,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022
2015-03-13 10:58:33,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031
2015-03-13 10:58:33,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741828 for deletion
2015-03-13 10:58:33,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741829 for deletion
2015-03-13 10:58:33,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741830 for deletion
2015-03-13 10:58:33,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741828
2015-03-13 10:58:33,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741831 for deletion
2015-03-13 10:58:33,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741829
2015-03-13 10:58:33,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741830
2015-03-13 10:58:33,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741833 for deletion
2015-03-13 10:58:33,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741831
2015-03-13 10:58:33,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741836 for deletion
2015-03-13 10:58:33,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741833
2015-03-13 10:58:33,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741838 for deletion
2015-03-13 10:58:33,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741839 for deletion
2015-03-13 10:58:33,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741836
2015-03-13 10:58:33,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741838
2015-03-13 10:58:33,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741839
2015-03-13 10:58:33,764 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:33,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027
2015-03-13 10:58:33,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026
2015-03-13 10:58:33,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025
2015-03-13 10:58:33,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031
2015-03-13 10:58:33,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030
2015-03-13 10:58:33,787 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029
2015-03-13 10:58:33,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031
2015-03-13 10:58:33,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026
2015-03-13 10:58:33,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024
2015-03-13 10:58:33,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030
2015-03-13 10:58:33,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022
2015-03-13 10:58:33,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024
2015-03-13 10:58:34,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028
2015-03-13 10:58:34,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027
2015-03-13 10:58:34,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024
2015-03-13 10:58:34,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026
2015-03-13 10:58:34,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030
2015-03-13 10:58:34,123 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426269469273_0001_01_000001 succeeded
2015-03-13 10:58:34,123 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:58:34,123 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0001_01_000001
2015-03-13 10:58:34,132 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000001
2015-03-13 10:58:34,132 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:58:34,132 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0001_01_000001 from application application_1426269469273_0001
2015-03-13 10:58:34,132 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:34,132 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0001
2015-03-13 10:58:34,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000001
2015-03-13 10:58:34,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000001
2015-03-13 10:58:34,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000001
2015-03-13 10:58:34,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426269469273_0001/container_1426269469273_0001_01_000001
2015-03-13 10:58:34,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028
2015-03-13 10:58:34,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:58:34,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0001_01_000001
2015-03-13 10:58:34,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:34,370 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426269469273_0001_000001
2015-03-13 10:58:34,370 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0001_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:58:34,371 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0001 CONTAINERID=container_1426269469273_0001_01_000001
2015-03-13 10:58:34,371 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:59925, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:58:34,371 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:58:34,371 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0001_01_000001, NodeId: 10.1.1.144:59925, NodeHttpAddress: 10.1.1.144:59928, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59925 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=4, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:34,372 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:34,372 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=4, numContainers=1
2015-03-13 10:58:34,372 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0001_000001 State change from FINISHING to FINISHED
2015-03-13 10:58:34,372 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0001_000001 released container container_1426269469273_0001_01_000001 on node: host: 10.1.1.144:59925 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:58:34,373 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0001 State change from FINISHING to FINISHED
2015-03-13 10:58:34,374 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426269469273_0001_000001 is done. finalState=FINISHED
2015-03-13 10:58:34,374 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426269469273_0001_000001
2015-03-13 10:58:34,374 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426269469273_0001 requests cleared
2015-03-13 10:58:34,374 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426269469273_0001
2015-03-13 10:58:34,374 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426269469273_0003 from user: soberoi activated in queue: default
2015-03-13 10:58:34,375 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426269469273_0001 user: soberoi queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-03-13 10:58:34,375 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426269469273_0001 user: soberoi leaf-queue of parent: root #applications: 3
2015-03-13 10:58:34,376 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426269469273_0001,name=[6092159DEC78493F81C30281F92F6703/40B1C9994A6E46BEAEE27152F0B042E7] stats2 test/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:59920/proxy/application_1426269469273_0001/jobhistory/job/job_1426269469273_0001,appMasterHost=Edinburgh.local,startTime=1426269477957,finishTime=1426269507978,finalStatus=SUCCEEDED
2015-03-13 10:58:34,378 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0001_000001 (auth:SIMPLE)
2015-03-13 10:58:34,379 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0001_01_000001
2015-03-13 10:58:34,536 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426269469273_0002_01_000001 succeeded
2015-03-13 10:58:34,537 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:58:34,537 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0002_01_000001
2015-03-13 10:58:34,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000001
2015-03-13 10:58:34,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000001
2015-03-13 10:58:34,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000001
2015-03-13 10:58:34,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426269469273_0002/container_1426269469273_0002_01_000001
2015-03-13 10:58:34,545 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000001
2015-03-13 10:58:34,546 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:58:34,546 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0002_01_000001 from application application_1426269469273_0002
2015-03-13 10:58:34,546 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:34,546 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0002
2015-03-13 10:58:34,696 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:34,696 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000001
2015-03-13 10:58:34,697 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:59933, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:58:34,697 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0003 container=Container: [ContainerId: container_1426269469273_0003_01_000001, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] containerId=container_1426269469273_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:34,697 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2015-03-13 10:58:34,697 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:34,697 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:34,698 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426269469273_0003 AttemptId: appattempt_1426269469273_0003_000001 MasterContainer: Container: [ContainerId: container_1426269469273_0003_01_000001, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ]
2015-03-13 10:58:34,698 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:58:34,699 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426269469273_0003_000001
2015-03-13 10:58:34,699 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:58:34,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,699 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:58:34,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,700 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0001
2015-03-13 10:58:34,701 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426269469273_0003_000001
2015-03-13 10:58:34,701 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:58:34,702 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426269469273_0003_01_000001, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] for AM appattempt_1426269469273_0003_000001
2015-03-13 10:58:34,702 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426269469273_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:58:34,702 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0001, with delay of 10800 seconds
2015-03-13 10:58:34,705 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0003_000001 (auth:SIMPLE)
2015-03-13 10:58:34,707 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0003_01_000001 by user soberoi
2015-03-13 10:58:34,707 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0003
2015-03-13 10:58:34,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000001
2015-03-13 10:58:34,708 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0003 transitioned from NEW to INITING
2015-03-13 10:58:34,708 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0003_01_000001 to application application_1426269469273_0003
2015-03-13 10:58:34,708 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0003 transitioned from INITING to RUNNING
2015-03-13 10:58:34,708 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426269469273_0003_01_000001, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] for AM appattempt_1426269469273_0003_000001
2015-03-13 10:58:34,708 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0003_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:58:34,708 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:58:34,708 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0003
2015-03-13 10:58:34,709 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:34,709 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:58:34,709 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:58:34,709 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:34,709 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0003_01_000001
2015-03-13 10:58:34,718 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426269469273_0003_01_000001.tokens. Credentials list:
2015-03-13 10:58:34,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:34,767 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:58:34,767 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0002_01_000001
2015-03-13 10:58:34,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:34,768 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:58:34,768 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426269469273_0002_000001
2015-03-13 10:58:34,768 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0002_000001 State change from FINISHING to FINISHED
2015-03-13 10:58:34,768 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0002 State change from FINISHING to FINISHED
2015-03-13 10:58:34,768 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0001
2015-03-13 10:58:34,768 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426269469273_0002
2015-03-13 10:58:34,768 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:58:34,768 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426269469273_0002,name=[FB1003DB552E43AE842AF8BEACA0F75F/D45DB9E8CB7D43EBADAF4F0F168A2700] stats1 test/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:59920/proxy/application_1426269469273_0002/jobhistory/job/job_1426269469273_0002,appMasterHost=Edinburgh.local,startTime=1426269477957,finishTime=1426269508500,finalStatus=SUCCEEDED
2015-03-13 10:58:34,768 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0002_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:58:34,769 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0002 CONTAINERID=container_1426269469273_0002_01_000001
2015-03-13 10:58:34,769 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:59929, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:58:34,769 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:58:34,769 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0002_01_000001, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:34,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,769 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:34,771 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1
2015-03-13 10:58:34,771 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0002_000001 released container container_1426269469273_0002_01_000001 on node: host: 10.1.1.144:59929 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:58:34,771 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426269469273_0002_000001 is done. finalState=FINISHED
2015-03-13 10:58:34,771 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426269469273_0002 requests cleared
2015-03-13 10:58:34,771 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426269469273_0004 from user: soberoi activated in queue: default
2015-03-13 10:58:34,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,771 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426269469273_0002_000001
2015-03-13 10:58:34,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,768 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0001, with delay of 10800 seconds
2015-03-13 10:58:34,772 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426269469273_0002 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 10:58:34,775 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426269469273_0002 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 10:58:34,777 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0002_000001 (auth:SIMPLE)
2015-03-13 10:58:34,780 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0002_01_000001
2015-03-13 10:58:34,790 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:58:34,790 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:58:34,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:34,791 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000001
2015-03-13 10:58:34,791 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:59937, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:58:34,791 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0001
2015-03-13 10:58:34,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,791 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0004 container=Container: [ContainerId: container_1426269469273_0004_01_000001, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] containerId=container_1426269469273_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:34,791 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0002
2015-03-13 10:58:34,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:58:34,792 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:58:34,792 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:58:34,792 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0001, with delay of 10800 seconds
2015-03-13 10:58:34,792 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:34,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:34,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:34,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:34,794 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0002, with delay of 10800 seconds
2015-03-13 10:58:34,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:34,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:34,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:34,798 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426269469273_0004 AttemptId: appattempt_1426269469273_0004_000001 MasterContainer: Container: [ContainerId: container_1426269469273_0004_01_000001, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ]
2015-03-13 10:58:34,798 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:58:34,799 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426269469273_0004_000001
2015-03-13 10:58:34,799 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:58:34,800 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426269469273_0004_000001
2015-03-13 10:58:34,801 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426269469273_0004_01_000001, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] for AM appattempt_1426269469273_0004_000001
2015-03-13 10:58:34,801 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426269469273_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:58:34,804 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0004_000001 (auth:SIMPLE)
2015-03-13 10:58:34,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0004_01_000001 by user soberoi
2015-03-13 10:58:34,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0004
2015-03-13 10:58:34,808 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000001
2015-03-13 10:58:34,808 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0004 transitioned from NEW to INITING
2015-03-13 10:58:34,808 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0004_01_000001 to application application_1426269469273_0004
2015-03-13 10:58:34,808 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0004 transitioned from INITING to RUNNING
2015-03-13 10:58:34,808 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426269469273_0004_01_000001, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] for AM appattempt_1426269469273_0004_000001
2015-03-13 10:58:34,808 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0004_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:58:34,808 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:58:34,809 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0004
2015-03-13 10:58:34,809 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:34,809 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:58:34,809 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:58:34,809 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:34,809 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0004_01_000001
2015-03-13 10:58:34,821 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426269469273_0004_01_000001.tokens. Credentials list:
2015-03-13 10:58:34,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426269469273_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000001.tokens
2015-03-13 10:58:34,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:58:34,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:34,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:34,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:34,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:34,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60147, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1572141014_2061, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024, duration: 670000
2015-03-13 10:58:34,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426269469273_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000001.tokens
2015-03-13 10:58:34,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:58:34,936 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:34,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:34,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:34,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:34,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:60148, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1572141014_2061, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026, duration: 171000
2015-03-13 10:58:34,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:35,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=null
2015-03-13 10:58:35,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:35,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:35,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=null
2015-03-13 10:58:35,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:35,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=null
2015-03-13 10:58:35,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:60148, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-173910466_2101, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028, duration: 449000
2015-03-13 10:58:35,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60151, bytes: 356, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1572141014_2061, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, duration: 150000
2015-03-13 10:58:35,030 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:35,040 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:35,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:35,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:35,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:35,060 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60147, bytes: 99036, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1572141014_2061, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027, duration: 320000
2015-03-13 10:58:35,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:35,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:35,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:35,069 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60151, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-173910466_2101, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030, duration: 169000
2015-03-13 10:58:35,075 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:35,075 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:35,085 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:35,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=null
2015-03-13 10:58:35,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=null
2015-03-13 10:58:35,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=null
2015-03-13 10:58:35,110 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:35,110 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:35,112 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:60148, bytes: 356, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-173910466_2101, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, duration: 152000
2015-03-13 10:58:35,124 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:35,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:35,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:35,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:35,161 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60151, bytes: 99028, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-173910466_2101, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031, duration: 369000
2015-03-13 10:58:35,175 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:35,176 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:35,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000001/default_container_executor.sh]
2015-03-13 10:58:35,208 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:35,209 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:35,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000001/default_container_executor.sh]
2015-03-13 10:58:35,372 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:58:35,372 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:58:35,373 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0001
2015-03-13 10:58:35,374 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0002
2015-03-13 10:58:35,374 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:58:35,375 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:58:35,376 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0001, with delay of 10800 seconds
2015-03-13 10:58:35,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:35,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:35,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:35,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426269469273_0001
2015-03-13 10:58:35,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:35,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:35,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:35,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:35,377 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0002, with delay of 10800 seconds
2015-03-13 10:58:35,699 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:35,699 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:35,769 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:58:35,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:35,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:35,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:35,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426269469273_0002
2015-03-13 10:58:35,769 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0002
2015-03-13 10:58:35,770 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:58:35,771 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0002, with delay of 10800 seconds
2015-03-13 10:58:35,794 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:35,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:36,704 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:36,798 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:37,709 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:37,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:58:37,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:58:37,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/COMMIT_STARTED dst=null perm=null
2015-03-13 10:58:37,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:58:37,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/COMMIT_FAIL dst=null perm=null
2015-03-13 10:58:37,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/COMMIT_STARTED dst=null perm=null
2015-03-13 10:58:37,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:58:37,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/COMMIT_FAIL dst=null perm=null
2015-03-13 10:58:37,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:37,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004 dst=null perm=null
2015-03-13 10:58:37,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:58:37,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:58:37,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003 dst=null perm=null
2015-03-13 10:58:37,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:58:37,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:58:38,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:38,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:38,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:38,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:58:38,255 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60154, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741854_1030, duration: 158000
2015-03-13 10:58:38,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60155, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741850_1026, duration: 181000
2015-03-13 10:58:38,713 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:38,805 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:39,500 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0004_000001 (auth:SIMPLE)
2015-03-13 10:58:39,509 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426269469273_0004_000001
2015-03-13 10:58:39,509 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426269469273_0004 APPATTEMPTID=appattempt_1426269469273_0004_000001
2015-03-13 10:58:39,509 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0004_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:58:39,509 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0004 State change from ACCEPTED to RUNNING
2015-03-13 10:58:39,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:39,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:58:39,598 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0003_000001 (auth:SIMPLE)
2015-03-13 10:58:39,603 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426269469273_0003_000001
2015-03-13 10:58:39,603 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426269469273_0003 APPATTEMPTID=appattempt_1426269469273_0003_000001
2015-03-13 10:58:39,603 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0003_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:58:39,603 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0003 State change from ACCEPTED to RUNNING
2015-03-13 10:58:39,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:39,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:39,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:58:39,714 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:39,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:39,809 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:39,877 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1_conf.xml. BP-1352235453-10.1.1.144-1426269467075 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:39,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032 src: /127.0.0.1:60166 dest: /127.0.0.1:59910
2015-03-13 10:58:39,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032 src: /127.0.0.1:60167 dest: /127.0.0.1:59903
2015-03-13 10:58:39,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032 src: /127.0.0.1:60168 dest: /127.0.0.1:59900
2015-03-13 10:58:39,937 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60168, dest: /127.0.0.1:59900, bytes: 90876, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032, duration: 6719000
2015-03-13 10:58:39,938 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:39,939 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:39,939 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60167, dest: /127.0.0.1:59903, bytes: 90876, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032, duration: 8504000
2015-03-13 10:58:39,940 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:39,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:39,940 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60166, dest: /127.0.0.1:59910, bytes: 90876, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032, duration: 9412000
2015-03-13 10:58:39,940 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:39,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:39,946 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:39,964 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1_conf.xml. BP-1352235453-10.1.1.144-1426269467075 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:40,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033 src: /127.0.0.1:60169 dest: /127.0.0.1:59903
2015-03-13 10:58:40,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033 src: /127.0.0.1:60170 dest: /127.0.0.1:59900
2015-03-13 10:58:40,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033 src: /127.0.0.1:60171 dest: /127.0.0.1:59910
2015-03-13 10:58:40,025 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60171, dest: /127.0.0.1:59910, bytes: 90884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033, duration: 6271000
2015-03-13 10:58:40,025 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:40,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:40,026 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60170, dest: /127.0.0.1:59900, bytes: 90884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033, duration: 7184000
2015-03-13 10:58:40,026 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:40,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:40,026 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60169, dest: /127.0.0.1:59903, bytes: 90884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033, duration: 8125000
2015-03-13 10:58:40,027 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:40,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:40,036 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:40,719 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:40,720 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:40,721 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000002
2015-03-13 10:58:40,721 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59933, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:58:40,721 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0003 container=Container: [ContainerId: container_1426269469273_0003_01_000002, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] containerId=container_1426269469273_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:40,721 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:58:40,722 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:40,723 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:40,723 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000002
2015-03-13 10:58:40,723 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59933, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 10:58:40,723 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0004 container=Container: [ContainerId: container_1426269469273_0004_01_000002, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] containerId=container_1426269469273_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:40,723 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:58:40,723 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:40,815 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:41,548 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:41,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:41,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:41,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:41,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:41,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:41,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:41,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:41,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:41,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:41,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:41,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:41,665 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0004_000001 (auth:SIMPLE)
2015-03-13 10:58:41,669 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0004_01_000002 by user soberoi
2015-03-13 10:58:41,670 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0004
2015-03-13 10:58:41,670 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000002
2015-03-13 10:58:41,671 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0004 transitioned from NEW to INITING
2015-03-13 10:58:41,671 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0004_01_000002 to application application_1426269469273_0004
2015-03-13 10:58:41,672 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0004 transitioned from INITING to RUNNING
2015-03-13 10:58:41,672 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:58:41,672 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0004
2015-03-13 10:58:41,672 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0004
2015-03-13 10:58:41,672 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:41,672 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0004
2015-03-13 10:58:41,672 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:41,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:41,673 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0004_01_000002
2015-03-13 10:58:41,691 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426269469273_0004_01_000002.tokens. Credentials list:
2015-03-13 10:58:41,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:41,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:41,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:41,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:41,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:41,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:41,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:41,721 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:41,721 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:41,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:41,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:41,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:41,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:58:41,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-4150145046343624861.jar dst=null perm=null
2015-03-13 10:58:41,785 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0003_000001 (auth:SIMPLE)
2015-03-13 10:58:41,788 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0003_01_000002 by user soberoi
2015-03-13 10:58:41,788 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000002
2015-03-13 10:58:41,788 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0003_01_000002 to application application_1426269469273_0003
2015-03-13 10:58:41,789 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:58:41,789 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0003
2015-03-13 10:58:41,789 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0003
2015-03-13 10:58:41,789 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:41,789 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0003
2015-03-13 10:58:41,790 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:41,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426269469273_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000002.tokens
2015-03-13 10:58:41,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:58:41,817 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:41,821 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:41,821 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:41,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:41,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:41,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar dst=null perm=null
2015-03-13 10:58:41,879 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60176, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_195701052_2259, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741852_1028, duration: 527000
2015-03-13 10:58:41,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000002/default_container_executor.sh]
2015-03-13 10:58:41,906 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:41,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:41,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:41,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml dst=null perm=null
2015-03-13 10:58:41,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60176, bytes: 99028, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_195701052_2259, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741855_1031, duration: 274000
2015-03-13 10:58:41,950 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:41,950 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:41,980 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:41,980 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:42,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000002/default_container_executor.sh]
2015-03-13 10:58:42,560 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:58:42,680 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:58:42,726 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:42,726 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:42,727 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:42,727 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:42,820 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:43,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:43,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:43,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:43,822 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:44,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032
2015-03-13 10:58:44,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033
2015-03-13 10:58:44,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032
2015-03-13 10:58:44,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033
2015-03-13 10:58:44,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032
2015-03-13 10:58:44,206 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033
2015-03-13 10:58:44,733 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:44,733 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:44,734 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:44,826 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:45,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.split dst=null perm=null
2015-03-13 10:58:45,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job.split dst=null perm=null
2015-03-13 10:58:45,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60180, bytes: 356, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0003_m_000000_0_-656834631_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741849_1025, duration: 183000
2015-03-13 10:58:45,554 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60182, bytes: 356, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0004_m_000000_0_579247963_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741853_1029, duration: 203000
2015-03-13 10:58:45,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/part-00000 dst=null perm=null
2015-03-13 10:58:45,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB/part-00000 dst=null perm=null
2015-03-13 10:58:45,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60183, bytes: 354, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0003_m_000000_0_-656834631_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741840_1016, duration: 141000
2015-03-13 10:58:45,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/part-00000 dst=null perm=null
2015-03-13 10:58:45,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB/part-00000 dst=null perm=null
2015-03-13 10:58:45,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60184, bytes: 354, op: HDFS_READ, cliID: DFSClient_attempt_1426269469273_0004_m_000000_0_579247963_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741844_1020, duration: 225000
2015-03-13 10:58:45,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:45,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:45,738 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:45,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1426269469273_0003_m_000000_0 dst=null perm=null
2015-03-13 10:58:45,832 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:45,843 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0003_01_000002
2015-03-13 10:58:45,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000002
2015-03-13 10:58:45,844 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:58:45,844 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0003_01_000002
2015-03-13 10:58:45,844 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:45,844 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:45,845 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:45,854 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0003_01_000002 is : 143
2015-03-13 10:58:45,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1.jhist. BP-1352235453-10.1.1.144-1426269467075 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:45,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034 src: /127.0.0.1:60185 dest: /127.0.0.1:59903
2015-03-13 10:58:45,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034 src: /127.0.0.1:60186 dest: /127.0.0.1:59910
2015-03-13 10:58:45,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034 src: /127.0.0.1:60187 dest: /127.0.0.1:59900
2015-03-13 10:58:45,880 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1.jhist for DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:45,881 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:45,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000002
2015-03-13 10:58:45,882 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000002
2015-03-13 10:58:45,882 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:45,882 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0003_01_000002 from application application_1426269469273_0003
2015-03-13 10:58:45,882 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:45,883 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0003
2015-03-13 10:58:45,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000002
2015-03-13 10:58:45,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000002
2015-03-13 10:58:45,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000002
2015-03-13 10:58:45,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1426269469273_0004_m_000000_0 dst=null perm=null
2015-03-13 10:58:45,944 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0004_01_000002
2015-03-13 10:58:45,944 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000002
2015-03-13 10:58:45,945 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:58:45,945 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0004_01_000002
2015-03-13 10:58:45,946 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:45,946 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:45,947 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0003_01_000002
2015-03-13 10:58:45,947 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:45,948 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:45,948 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0003_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:58:45,948 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000002
2015-03-13 10:58:45,948 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59933, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 10:58:45,948 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:3> numContainers=3 user=soberoi user-resources=<memory:5120, vCores:3>
2015-03-13 10:58:45,948 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0003_01_000002, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:45,949 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:45,949 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:58:45,949 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0003_000001 released container container_1426269469273_0003_01_000002 on node: host: 10.1.1.144:59933 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 10:58:45,959 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0004_01_000002 is : 143
2015-03-13 10:58:45,967 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1.jhist. BP-1352235453-10.1.1.144-1426269467075 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:45,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035 src: /127.0.0.1:60188 dest: /127.0.0.1:59903
2015-03-13 10:58:45,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035 src: /127.0.0.1:60189 dest: /127.0.0.1:59907
2015-03-13 10:58:45,971 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:45,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000002
2015-03-13 10:58:45,972 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000002
2015-03-13 10:58:45,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000002
2015-03-13 10:58:45,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000002
2015-03-13 10:58:45,972 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:45,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000002
2015-03-13 10:58:45,972 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0004_01_000002 from application application_1426269469273_0004
2015-03-13 10:58:45,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:45,973 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0004
2015-03-13 10:58:45,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035 src: /127.0.0.1:60190 dest: /127.0.0.1:59900
2015-03-13 10:58:45,978 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1.jhist for DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:46,833 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:46,953 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:46,953 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:46,953 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0004_01_000002
2015-03-13 10:58:46,954 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:46,954 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0004_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:58:46,954 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000002
2015-03-13 10:58:46,954 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59933, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:58:46,954 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:2> numContainers=2 user=soberoi user-resources=<memory:4096, vCores:2>
2015-03-13 10:58:46,955 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0004_01_000002, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:46,955 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:46,955 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:58:46,955 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0004_000001 released container container_1426269469273_0004_01_000002 on node: host: 10.1.1.144:59933 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:58:47,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:47,811 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000003
2015-03-13 10:58:47,811 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59929, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:58:47,811 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0003 container=Container: [ContainerId: container_1426269469273_0003_01_000003, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] containerId=container_1426269469273_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:47,812 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:58:47,812 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:47,839 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:47,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:58:47,841 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000003
2015-03-13 10:58:47,841 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426269469273_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:58:47,842 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426269469273_0004 container=Container: [ContainerId: container_1426269469273_0004_01_000003, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] containerId=container_1426269469273_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:47,842 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:58:47,842 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:47,959 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:48,589 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:48,601 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0004_000001 (auth:SIMPLE)
2015-03-13 10:58:48,603 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0004_01_000003 by user soberoi
2015-03-13 10:58:48,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000003
2015-03-13 10:58:48,604 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0004_01_000003 to application application_1426269469273_0004
2015-03-13 10:58:48,604 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:58:48,604 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0004
2015-03-13 10:58:48,604 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0004
2015-03-13 10:58:48,604 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:48,605 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0004
2015-03-13 10:58:48,605 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:48,631 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:48,631 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:48,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000003/default_container_executor.sh]
2015-03-13 10:58:48,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:58:48,721 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0003_000001 (auth:SIMPLE)
2015-03-13 10:58:48,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426269469273_0003_01_000003 by user soberoi
2015-03-13 10:58:48,724 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426269469273_0003
2015-03-13 10:58:48,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000003
2015-03-13 10:58:48,724 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0003 transitioned from NEW to INITING
2015-03-13 10:58:48,724 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426269469273_0003_01_000003 to application application_1426269469273_0003
2015-03-13 10:58:48,724 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0003 transitioned from INITING to RUNNING
2015-03-13 10:58:48,725 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:58:48,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426269469273_0003
2015-03-13 10:58:48,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426269469273_0003
2015-03-13 10:58:48,725 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:58:48,725 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426269469273_0003
2015-03-13 10:58:48,725 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:58:48,725 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:58:48,726 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426269469273_0003_01_000003
2015-03-13 10:58:48,737 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426269469273_0003_01_000003.tokens. Credentials list:
2015-03-13 10:58:48,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:58:48,811 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:48,812 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:48,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426269469273_0003_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000003.tokens
2015-03-13 10:58:48,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:58:48,845 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:48,845 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:48,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:58:48,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:48,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:48,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar dst=null perm=null
2015-03-13 10:58:48,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60195, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_779342988_2395, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741848_1024, duration: 522000
2015-03-13 10:58:48,947 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:48,962 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:48,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:48,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:48,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml dst=null perm=null
2015-03-13 10:58:48,975 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60196, bytes: 99036, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_779342988_2395, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741851_1027, duration: 244000
2015-03-13 10:58:48,990 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:59899/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:58:48,990 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:58:49,022 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:58:49,023 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:49,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000003/default_container_executor.sh]
2015-03-13 10:58:49,594 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:58:49,719 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:58:49,813 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:49,847 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:49,848 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:49,964 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:50,815 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:50,848 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:50,849 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:50,967 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:51,816 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:51,854 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:51,854 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:51,970 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:52,299 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 292 Total time for transactions(ms): 16 Number of transactions batched in Syncs: 0 Number of syncs: 150 SyncTimes(ms): 43 26
2015-03-13 10:58:52,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1426269469273_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,349 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1426269469273_0004_r_000000_0/part-00000. BP-1352235453-10.1.1.144-1426269467075 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:52,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036 src: /127.0.0.1:60202 dest: /127.0.0.1:59900
2015-03-13 10:58:52,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036 src: /127.0.0.1:60203 dest: /127.0.0.1:59903
2015-03-13 10:58:52,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036 src: /127.0.0.1:60204 dest: /127.0.0.1:59910
2015-03-13 10:58:52,437 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60204, dest: /127.0.0.1:59910, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0004_r_000000_0_929544865_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036, duration: 11134000
2015-03-13 10:58:52,438 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:52,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:52,439 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60203, dest: /127.0.0.1:59903, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0004_r_000000_0_929544865_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036, duration: 13386000
2015-03-13 10:58:52,439 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:52,440 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60202, dest: /127.0.0.1:59900, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0004_r_000000_0_929544865_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036, duration: 14259000
2015-03-13 10:58:52,440 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:52,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1426269469273_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1426269469273_0004_r_000000_0_929544865_1
2015-03-13 10:58:52,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1426269469273_0004_r_000000_0 dst=null perm=null
2015-03-13 10:58:52,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1426269469273_0004_r_000000_0 dst=null perm=null
2015-03-13 10:58:52,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/task_1426269469273_0004_r_000000 dst=null perm=null
2015-03-13 10:58:52,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1426269469273_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/task_1426269469273_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:58:52,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0004_01_000003
2015-03-13 10:58:52,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000003
2015-03-13 10:58:52,482 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:58:52,482 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0004_01_000003
2015-03-13 10:58:52,483 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:52,484 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:52,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,504 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:52,504 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0004_01_000003 is : 143
2015-03-13 10:58:52,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1 dst=null perm=null
2015-03-13 10:58:52,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:58:52,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:58:52,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/task_1426269469273_0004_r_000000 dst=null perm=null
2015-03-13 10:58:52,519 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:52,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000003
2015-03-13 10:58:52,520 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000003
2015-03-13 10:58:52,520 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:52,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000003
2015-03-13 10:58:52,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000003
2015-03-13 10:58:52,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/part-00000 dst=null perm=null
2015-03-13 10:58:52,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000003
2015-03-13 10:58:52,521 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0004_01_000003 from application application_1426269469273_0004
2015-03-13 10:58:52,522 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:52,522 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0004
2015-03-13 10:58:52,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/task_1426269469273_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary dst=null perm=null
2015-03-13 10:58:52,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,547 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:52,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,552 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:52,570 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60190, dest: /127.0.0.1:59900, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035, duration: 6595487000
2015-03-13 10:58:52,571 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:52,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:52,572 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60189, dest: /127.0.0.1:59907, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035, duration: 6596026000
2015-03-13 10:58:52,573 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:52,575 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60188, dest: /127.0.0.1:59903, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035, duration: 6598516000
2015-03-13 10:58:52,575 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:52,577 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:52,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,583 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]}
2015-03-13 10:58:52,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037 src: /127.0.0.1:60205 dest: /127.0.0.1:59900
2015-03-13 10:58:52,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037 src: /127.0.0.1:60206 dest: /127.0.0.1:59910
2015-03-13 10:58:52,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037 src: /127.0.0.1:60207 dest: /127.0.0.1:59907
2015-03-13 10:58:52,592 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60207, dest: /127.0.0.1:59907, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037, duration: 1518000
2015-03-13 10:58:52,592 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:52,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:52,593 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60206, dest: /127.0.0.1:59910, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037, duration: 2167000
2015-03-13 10:58:52,593 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:52,594 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60205, dest: /127.0.0.1:59900, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037, duration: 2970000
2015-03-13 10:58:52,594 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:52,596 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:52,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:52,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1.jhist dst=null perm=null
2015-03-13 10:58:52,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:58:52,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1.jhist dst=null perm=null
2015-03-13 10:58:52,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:58:52,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1.jhist dst=null perm=null
2015-03-13 10:58:52,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,621 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59907, dest: /127.0.0.1:60209, bytes: 38021, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035, duration: 194000
2015-03-13 10:58:52,623 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]}
2015-03-13 10:58:52,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038 src: /127.0.0.1:60210 dest: /127.0.0.1:59910
2015-03-13 10:58:52,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038 src: /127.0.0.1:60211 dest: /127.0.0.1:59900
2015-03-13 10:58:52,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038 src: /127.0.0.1:60212 dest: /127.0.0.1:59903
2015-03-13 10:58:52,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60212, dest: /127.0.0.1:59903, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038, duration: 1766000
2015-03-13 10:58:52,631 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:52,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:52,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60211, dest: /127.0.0.1:59900, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038, duration: 2562000
2015-03-13 10:58:52,632 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:52,632 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60210, dest: /127.0.0.1:59910, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038, duration: 3549000
2015-03-13 10:58:52,633 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW]]} size 0
2015-03-13 10:58:52,635 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:52,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:52,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1_conf.xml dst=null perm=null
2015-03-13 10:58:52,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml_tmp dst=null perm=null
2015-03-13 10:58:52,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1_conf.xml dst=null perm=null
2015-03-13 10:58:52,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml_tmp dst=null perm=null
2015-03-13 10:58:52,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004/job_1426269469273_0004_1_conf.xml dst=null perm=null
2015-03-13 10:58:52,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,649 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60213, bytes: 91588, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741856_1032, duration: 300000
2015-03-13 10:58:52,651 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]}
2015-03-13 10:58:52,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039 src: /127.0.0.1:60214 dest: /127.0.0.1:59900
2015-03-13 10:58:52,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039 src: /127.0.0.1:60215 dest: /127.0.0.1:59910
2015-03-13 10:58:52,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039 src: /127.0.0.1:60216 dest: /127.0.0.1:59907
2015-03-13 10:58:52,659 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60216, dest: /127.0.0.1:59907, bytes: 90876, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039, duration: 2332000
2015-03-13 10:58:52,660 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:52,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:52,660 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60215, dest: /127.0.0.1:59910, bytes: 90876, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039, duration: 2958000
2015-03-13 10:58:52,661 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:52,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60214, dest: /127.0.0.1:59900, bytes: 90876, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-368291750_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039, duration: 3926000
2015-03-13 10:58:52,661 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59907|RBW]]} size 0
2015-03-13 10:58:52,664 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-368291750_1
2015-03-13 10:58:52,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:52,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:52,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:52,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:52,683 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0004_000001 State change from RUNNING to FINISHING
2015-03-13 10:58:52,683 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426269469273_0004
2015-03-13 10:58:52,683 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426269469273_0004
2015-03-13 10:58:52,683 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0004 State change from RUNNING to REMOVING
2015-03-13 10:58:52,683 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0004 State change from REMOVING to FINISHING
2015-03-13 10:58:52,817 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:52,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1426269469273_0003_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:52,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1426269469273_0003_r_000000_0/part-00000. BP-1352235453-10.1.1.144-1426269467075 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:52,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040 src: /127.0.0.1:60218 dest: /127.0.0.1:59907
2015-03-13 10:58:52,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040 src: /127.0.0.1:60219 dest: /127.0.0.1:59903
2015-03-13 10:58:52,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040 src: /127.0.0.1:60220 dest: /127.0.0.1:59900
2015-03-13 10:58:52,971 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:52,976 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60220, dest: /127.0.0.1:59900, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0003_r_000000_0_-1258843387_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040, duration: 8767000
2015-03-13 10:58:52,976 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:52,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:52,977 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60219, dest: /127.0.0.1:59903, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0003_r_000000_0_-1258843387_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040, duration: 9674000
2015-03-13 10:58:52,977 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:52,978 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60218, dest: /127.0.0.1:59907, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1426269469273_0003_r_000000_0_-1258843387_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040, duration: 10670000
2015-03-13 10:58:52,978 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:52,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:52,982 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1426269469273_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1426269469273_0003_r_000000_0_-1258843387_1
2015-03-13 10:58:52,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1426269469273_0003_r_000000_0 dst=null perm=null
2015-03-13 10:58:53,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1426269469273_0003_r_000000_0 dst=null perm=null
2015-03-13 10:58:53,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/task_1426269469273_0003_r_000000 dst=null perm=null
2015-03-13 10:58:53,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1426269469273_0003_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/task_1426269469273_0003_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:58:53,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0003_01_000003
2015-03-13 10:58:53,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000003
2015-03-13 10:58:53,015 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:58:53,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0003_01_000003
2015-03-13 10:58:53,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:58:53,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:53,026 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:53,029 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426269469273_0003_01_000003 is : 143
2015-03-13 10:58:53,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1 dst=null perm=null
2015-03-13 10:58:53,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:58:53,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:58:53,041 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:58:53,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000003
2015-03-13 10:58:53,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000003
2015-03-13 10:58:53,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/task_1426269469273_0003_r_000000 dst=null perm=null
2015-03-13 10:58:53,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000003
2015-03-13 10:58:53,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000003
2015-03-13 10:58:53,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000003
2015-03-13 10:58:53,043 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:58:53,043 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0003_01_000003 from application application_1426269469273_0003
2015-03-13 10:58:53,043 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:53,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/part-00000 dst=null perm=null
2015-03-13 10:58:53,045 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0003
2015-03-13 10:58:53,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/task_1426269469273_0003_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:53,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary dst=null perm=null
2015-03-13 10:58:53,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:53,058 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:53,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:53,061 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:53,074 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60187, dest: /127.0.0.1:59900, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034, duration: 7197037000
2015-03-13 10:58:53,075 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:53,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:53,075 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60186, dest: /127.0.0.1:59910, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034, duration: 7197655000
2015-03-13 10:58:53,076 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:53,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:53,077 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60185, dest: /127.0.0.1:59903, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034, duration: 7199033000
2015-03-13 10:58:53,077 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:53,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59903 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59903|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:53,079 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:53,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:53,083 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]}
2015-03-13 10:58:53,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041 src: /127.0.0.1:60221 dest: /127.0.0.1:59907
2015-03-13 10:58:53,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041 src: /127.0.0.1:60222 dest: /127.0.0.1:59910
2015-03-13 10:58:53,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041 src: /127.0.0.1:60223 dest: /127.0.0.1:59900
2015-03-13 10:58:53,092 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60223, dest: /127.0.0.1:59900, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041, duration: 2584000
2015-03-13 10:58:53,093 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:53,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:53,093 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60222, dest: /127.0.0.1:59910, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041, duration: 2281000
2015-03-13 10:58:53,093 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:53,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:53,094 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60221, dest: /127.0.0.1:59907, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041, duration: 3800000
2015-03-13 10:58:53,094 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:53,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW]]} size 0
2015-03-13 10:58:53,096 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:53,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:53,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1.jhist dst=null perm=null
2015-03-13 10:58:53,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:58:53,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1.jhist dst=null perm=null
2015-03-13 10:58:53,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:58:53,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1.jhist dst=null perm=null
2015-03-13 10:58:53,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:53,116 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60224, bytes: 38021, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034, duration: 207000
2015-03-13 10:58:53,118 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:53,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042 src: /127.0.0.1:60225 dest: /127.0.0.1:59907
2015-03-13 10:58:53,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042 src: /127.0.0.1:60226 dest: /127.0.0.1:59900
2015-03-13 10:58:53,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042 src: /127.0.0.1:60227 dest: /127.0.0.1:59910
2015-03-13 10:58:53,126 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60227, dest: /127.0.0.1:59910, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042, duration: 1356000
2015-03-13 10:58:53,126 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:53,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:53,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60226, dest: /127.0.0.1:59900, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042, duration: 1939000
2015-03-13 10:58:53,127 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:53,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:53,128 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60225, dest: /127.0.0.1:59907, bytes: 37725, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042, duration: 2871000
2015-03-13 10:58:53,128 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:53,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:53,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:53,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:53,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1_conf.xml dst=null perm=null
2015-03-13 10:58:53,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml_tmp dst=null perm=null
2015-03-13 10:58:53,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1_conf.xml dst=null perm=null
2015-03-13 10:58:53,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml_tmp dst=null perm=null
2015-03-13 10:58:53,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003/job_1426269469273_0003_1_conf.xml dst=null perm=null
2015-03-13 10:58:53,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:58:53,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60228, bytes: 91596, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741857_1033, duration: 286000
2015-03-13 10:58:53,149 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml_tmp. BP-1352235453-10.1.1.144-1426269467075 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]}
2015-03-13 10:58:53,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043 src: /127.0.0.1:60229 dest: /127.0.0.1:59907
2015-03-13 10:58:53,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043 src: /127.0.0.1:60230 dest: /127.0.0.1:59900
2015-03-13 10:58:53,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043 src: /127.0.0.1:60231 dest: /127.0.0.1:59910
2015-03-13 10:58:53,157 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60231, dest: /127.0.0.1:59910, bytes: 90884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043, duration: 2078000
2015-03-13 10:58:53,157 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:58:53,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59910 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:53,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60230, dest: /127.0.0.1:59900, bytes: 90884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043, duration: 2707000
2015-03-13 10:58:53,158 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:53,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59900 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:53,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:60229, dest: /127.0.0.1:59907, bytes: 90884, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1754169258_1, offset: 0, srvID: DS-1583827436-10.1.1.144-59907-1426269468508, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043, duration: 3594000
2015-03-13 10:58:53,159 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:58:53,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59907 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:59907|RBW], ReplicaUnderConstruction[127.0.0.1:59900|RBW], ReplicaUnderConstruction[127.0.0.1:59910|RBW]]} size 0
2015-03-13 10:58:53,161 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1754169258_1
2015-03-13 10:58:53,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:53,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:53,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:53,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:53,175 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0003_000001 State change from RUNNING to FINISHING
2015-03-13 10:58:53,175 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426269469273_0003
2015-03-13 10:58:53,175 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0003 State change from RUNNING to REMOVING
2015-03-13 10:58:53,175 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426269469273_0003
2015-03-13 10:58:53,175 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0003 State change from REMOVING to FINISHING
2015-03-13 10:58:53,488 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:53,488 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:53,489 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0004_01_000003
2015-03-13 10:58:53,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:53,489 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0004_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:58:53,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000003
2015-03-13 10:58:53,490 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59937, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:58:53,490 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:3> numContainers=3 user=soberoi user-resources=<memory:5120, vCores:3>
2015-03-13 10:58:53,490 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0004_01_000003, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:53,491 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:53,491 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:58:53,491 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0004_000001 released container container_1426269469273_0004_01_000003 on node: host: 10.1.1.144:59937 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:58:53,691 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:59907 127.0.0.1:59910 127.0.0.1:59900 127.0.0.1:59903
2015-03-13 10:58:53,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:59907 127.0.0.1:59910 127.0.0.1:59900 127.0.0.1:59903
2015-03-13 10:58:53,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:59903 127.0.0.1:59900 127.0.0.1:59910
2015-03-13 10:58:53,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:59903 127.0.0.1:59907 127.0.0.1:59910
2015-03-13 10:58:53,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741859_1035 127.0.0.1:59903 127.0.0.1:59907 127.0.0.1:59900
2015-03-13 10:58:53,692 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:59910 127.0.0.1:59903 127.0.0.1:59900
2015-03-13 10:58:53,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0004 dst=null perm=null
2015-03-13 10:58:53,735 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:59910 127.0.0.1:59907 127.0.0.1:59900
2015-03-13 10:58:53,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3708504971_first_8CFBCCB2AB2C4A0DA34B59AEC570E7AB dst=null perm=null
2015-03-13 10:58:53,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:58:53,738 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary
2015-03-13 10:58:53,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary dst=null perm=null
2015-03-13 10:58:53,739 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] completed flow: stats1 test
2015-03-13 10:58:53,927 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59900 to delete [blk_1073741856_1032, blk_1073741859_1035, blk_1073741844_1020, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-03-13 10:58:53,927 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59910 to delete [blk_1073741856_1032, blk_1073741844_1020, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-03-13 10:58:53,972 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:54,021 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:58:54,021 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0003_01_000003
2015-03-13 10:58:54,022 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:54,022 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0003_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:58:54,022 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000003
2015-03-13 10:58:54,022 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:59929, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:58:54,022 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:2> numContainers=2 user=soberoi user-resources=<memory:4096, vCores:2>
2015-03-13 10:58:54,022 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0003_01_000003, NodeId: 10.1.1.144:59929, NodeHttpAddress: 10.1.1.144:59932, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:59929 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:54,023 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:54,023 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:58:54,023 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0003_000001 released container container_1426269469273_0003_01_000003 on node: host: 10.1.1.144:59929 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:58:54,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035
2015-03-13 10:58:54,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042
2015-03-13 10:58:54,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041
2015-03-13 10:58:54,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040
2015-03-13 10:58:54,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037
2015-03-13 10:58:54,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043
2015-03-13 10:58:54,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039
2015-03-13 10:58:54,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042
2015-03-13 10:58:54,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035
2015-03-13 10:58:54,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038
2015-03-13 10:58:54,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041
2015-03-13 10:58:54,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036
2015-03-13 10:58:54,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038
2015-03-13 10:58:54,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036
2015-03-13 10:58:54,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034
2015-03-13 10:58:54,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040
2015-03-13 10:58:54,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040
2015-03-13 10:58:54,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741859_1035
2015-03-13 10:58:54,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034
2015-03-13 10:58:54,183 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:59903 127.0.0.1:59910 127.0.0.1:59900 127.0.0.1:59907
2015-03-13 10:58:54,183 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:59903 127.0.0.1:59900 127.0.0.1:59910 127.0.0.1:59907
2015-03-13 10:58:54,184 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:59910 127.0.0.1:59903 127.0.0.1:59907
2015-03-13 10:58:54,184 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:59907 127.0.0.1:59910 127.0.0.1:59900
2015-03-13 10:58:54,184 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:59903 127.0.0.1:59910 127.0.0.1:59900
2015-03-13 10:58:54,184 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:59903 127.0.0.1:59900 127.0.0.1:59910
2015-03-13 10:58:54,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426269469273_0003 dst=null perm=null
2015-03-13 10:58:54,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741858_1034
2015-03-13 10:58:54,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037
2015-03-13 10:58:54,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036
2015-03-13 10:58:54,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043
2015-03-13 10:58:54,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741866_1042
2015-03-13 10:58:54,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041
2015-03-13 10:58:54,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038
2015-03-13 10:58:54,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039
2015-03-13 10:58:54,219 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:59903 127.0.0.1:59900 127.0.0.1:59910
2015-03-13 10:58:54,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/8638540588_first_6FFC4AC9987E40B58A1452FD636BBEFB dst=null perm=null
2015-03-13 10:58:54,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:58:54,221 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary
2015-03-13 10:58:54,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary dst=null perm=null
2015-03-13 10:58:54,222 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] completed flow: stats2 test
2015-03-13 10:58:54,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741863_1039
2015-03-13 10:58:54,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037
2015-03-13 10:58:54,272 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1352235453-10.1.1.144-1426269467075:blk_1073741867_1043
2015-03-13 10:58:54,478 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741856 for deletion
2015-03-13 10:58:54,478 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741859 for deletion
2015-03-13 10:58:54,479 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741844 for deletion
2015-03-13 10:58:54,479 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741856
2015-03-13 10:58:54,479 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741852 for deletion
2015-03-13 10:58:54,479 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741859
2015-03-13 10:58:54,479 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741844
2015-03-13 10:58:54,479 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741853 for deletion
2015-03-13 10:58:54,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741854 for deletion
2015-03-13 10:58:54,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741853
2015-03-13 10:58:54,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741852
2015-03-13 10:58:54,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741854
2015-03-13 10:58:54,490 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:54,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741856 for deletion
2015-03-13 10:58:54,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741844 for deletion
2015-03-13 10:58:54,771 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741852 for deletion
2015-03-13 10:58:54,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741856
2015-03-13 10:58:54,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741853 for deletion
2015-03-13 10:58:54,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741854 for deletion
2015-03-13 10:58:54,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741844
2015-03-13 10:58:54,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741853
2015-03-13 10:58:54,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741855 for deletion
2015-03-13 10:58:54,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741852
2015-03-13 10:58:54,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741855
2015-03-13 10:58:54,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741854
2015-03-13 10:58:54,977 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:55,246 INFO ipc.Client (Client.java:handleConnectionFailure(783)) - Retrying connect to server: Edinburgh.local/10.1.1.144:59988. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1 SECONDS)
2015-03-13 10:58:55,495 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:55,983 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:56,252 INFO ipc.Client (Client.java:handleConnectionFailure(783)) - Retrying connect to server: Edinburgh.local/10.1.1.144:59988. Already tried 1 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1 SECONDS)
2015-03-13 10:58:56,501 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:56,932 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59907 to delete [blk_1073741859_1035, blk_1073741844_1020, blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2015-03-13 10:58:56,933 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59903 to delete [blk_1073741840_1016, blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-03-13 10:58:56,989 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:57,254 INFO ipc.Client (Client.java:handleConnectionFailure(783)) - Retrying connect to server: Edinburgh.local/10.1.1.144:59988. Already tried 2 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1 SECONDS)
2015-03-13 10:58:57,363 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(270)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2015-03-13 10:58:57,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:58:57,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:58:57,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary dst=null perm=null
2015-03-13 10:58:57,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary dst=null perm=null
2015-03-13 10:58:57,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary dst=null perm=null
2015-03-13 10:58:57,384 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60239, bytes: 430, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1847905353_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741845_1021, duration: 194000
2015-03-13 10:58:57,384 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426269469273_0002,submitTime=1426269477936,launchTime=1426269483742,firstMapTaskLaunchTime=1426269486187,firstReduceTaskLaunchTime=1426269503891,finishTime=1426269508389,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=60,reduceSlotSeconds=4,jobName=[FB1003DB552E43AE842AF8BEACA0F75F/D45DB9E8CB7D43EBADAF4F0F168A2700] stats1 test/(1/2)
2015-03-13 10:58:57,384 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60241, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1847905353_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741865_1041, duration: 156000
2015-03-13 10:58:57,384 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60240, bytes: 430, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1847905353_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741841_1017, duration: 139000
2015-03-13 10:58:57,384 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426269469273_0003,submitTime=1426269509242,launchTime=1426269519670,firstMapTaskLaunchTime=1426269521796,firstReduceTaskLaunchTime=1426269528725,finishTime=1426269533062,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=4,reduceSlotSeconds=4,jobName=[6092159DEC78493F81C30281F92F6703/4A7C936A3BA34181A556246D83040692] stats2 test/(2/2) ...gstatsplatform/flowstats2
2015-03-13 10:58:57,385 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary]
2015-03-13 10:58:57,384 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426269469273_0001,submitTime=1426269477936,launchTime=1426269483054,firstMapTaskLaunchTime=1426269485237,firstReduceTaskLaunchTime=1426269503210,finishTime=1426269507826,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=61,reduceSlotSeconds=4,jobName=[6092159DEC78493F81C30281F92F6703/40B1C9994A6E46BEAEE27152F0B042E7] stats2 test/(1/2)
2015-03-13 10:58:57,386 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary]
2015-03-13 10:58:57,386 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary]
2015-03-13 10:58:57,388 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:59903 127.0.0.1:59900 127.0.0.1:59910
2015-03-13 10:58:57,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002.summary dst=null perm=null
2015-03-13 10:58:57,388 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:59910 127.0.0.1:59903 127.0.0.1:59900
2015-03-13 10:58:57,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001.summary dst=null perm=null
2015-03-13 10:58:57,389 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:59907 127.0.0.1:59910 127.0.0.1:59900
2015-03-13 10:58:57,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003.summary dst=null perm=null
2015-03-13 10:58:57,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 10:58:57,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 10:58:57,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 10:58:57,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 10:58:57,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 10:58:57,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 10:58:57,394 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(885)) - Perms after creating 504, Expected: 504
2015-03-13 10:58:57,394 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(885)) - Perms after creating 504, Expected: 504
2015-03-13 10:58:57,394 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist to hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist
2015-03-13 10:58:57,394 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(885)) - Perms after creating 504, Expected: 504
2015-03-13 10:58:57,395 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist to hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist
2015-03-13 10:58:57,394 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist to hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist
2015-03-13 10:58:57,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0003-1426269509242-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F4A7C936A3BA34181-1426269533062-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,399 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml to hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0003_conf.xml
2015-03-13 10:58:57,399 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml to hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0001_conf.xml
2015-03-13 10:58:57,399 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml to hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0002_conf.xml
2015-03-13 10:58:57,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0003_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0002_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0001_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary dst=null perm=null
2015-03-13 10:58:57,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60239, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1847905353_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741861_1037, duration: 158000
2015-03-13 10:58:57,403 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426269469273_0004,submitTime=1426269509670,launchTime=1426269519527,firstMapTaskLaunchTime=1426269521678,firstReduceTaskLaunchTime=1426269528605,finishTime=1426269532553,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=4,reduceSlotSeconds=3,jobName=[FB1003DB552E43AE842AF8BEACA0F75F/FC52F8FEB652476886E0D940D137065A] stats1 test/(2/2) ...gstatsplatform/flowstats1
2015-03-13 10:58:57,404 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary]
2015-03-13 10:58:57,404 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1426269469273_0001 from file: hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist
2015-03-13 10:58:57,405 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist]
2015-03-13 10:58:57,405 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:59900 127.0.0.1:59910 127.0.0.1:59907
2015-03-13 10:58:57,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004.summary dst=null perm=null
2015-03-13 10:58:57,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 10:58:57,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0001-1426269477936-soberoi-%5B6092159DEC78493F81C30281F92F6703%2F40B1C9994A6E46BE-1426269507826-4-1-SUCCEEDED-default.jhist dst=null perm=null
2015-03-13 10:58:57,410 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist to hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist
2015-03-13 10:58:57,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,412 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml to hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0004_conf.xml
2015-03-13 10:58:57,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426269469273_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0004_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:58:57,415 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59903, dest: /127.0.0.1:60240, bytes: 61249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1376581035-10.1.1.144-59903-1426269468307, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741842_1018, duration: 183000
2015-03-13 10:58:57,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741856 for deletion
2015-03-13 10:58:57,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741840 for deletion
2015-03-13 10:58:57,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741857 for deletion
2015-03-13 10:58:57,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741858 for deletion
2015-03-13 10:58:57,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741859 for deletion
2015-03-13 10:58:57,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741840
2015-03-13 10:58:57,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741856
2015-03-13 10:58:57,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741848 for deletion
2015-03-13 10:58:57,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741849 for deletion
2015-03-13 10:58:57,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741850 for deletion
2015-03-13 10:58:57,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741852 for deletion
2015-03-13 10:58:57,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741853 for deletion
2015-03-13 10:58:57,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741857
2015-03-13 10:58:57,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741854 for deletion
2015-03-13 10:58:57,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741855 for deletion
2015-03-13 10:58:57,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741858
2015-03-13 10:58:57,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741859
2015-03-13 10:58:57,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741849
2015-03-13 10:58:57,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741848
2015-03-13 10:58:57,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741853
2015-03-13 10:58:57,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741850
2015-03-13 10:58:57,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741855
2015-03-13 10:58:57,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741852
2015-03-13 10:58:57,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741854
2015-03-13 10:58:57,504 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:57,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741859 for deletion
2015-03-13 10:58:57,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741844 for deletion
2015-03-13 10:58:57,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741848 for deletion
2015-03-13 10:58:57,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741859
2015-03-13 10:58:57,635 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741849 for deletion
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741844
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741850 for deletion
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741851 for deletion
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741848
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741852 for deletion
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741853 for deletion
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741849
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741850
2015-03-13 10:58:57,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741851
2015-03-13 10:58:57,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741852
2015-03-13 10:58:57,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741853
2015-03-13 10:58:57,636 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741855 for deletion
2015-03-13 10:58:57,637 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741855
2015-03-13 10:58:57,994 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:58,510 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:58,721 INFO ipc.Client (Client.java:handleConnectionFailure(783)) - Retrying connect to server: Edinburgh.local/10.1.1.144:59991. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1 SECONDS)
2015-03-13 10:58:58,826 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426269469273_0004_01_000001 succeeded
2015-03-13 10:58:58,826 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:58:58,826 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0004_01_000001
2015-03-13 10:58:58,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000001
2015-03-13 10:58:58,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000001
2015-03-13 10:58:58,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000001
2015-03-13 10:58:58,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0004/container_1426269469273_0004_01_000001
2015-03-13 10:58:58,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000001
2015-03-13 10:58:58,836 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:58:58,836 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0004_01_000001 from application application_1426269469273_0004
2015-03-13 10:58:58,837 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:58,837 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0004
2015-03-13 10:58:58,999 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:58:59,316 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426269469273_0003_01_000001 succeeded
2015-03-13 10:58:59,316 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:58:59,316 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426269469273_0003_01_000001
2015-03-13 10:58:59,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000001
2015-03-13 10:58:59,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000001
2015-03-13 10:58:59,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000001
2015-03-13 10:58:59,324 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426269469273_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:58:59,324 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426269469273_0003_01_000001 from application application_1426269469273_0003
2015-03-13 10:58:59,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:58:59,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000001
2015-03-13 10:58:59,324 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426269469273_0003
2015-03-13 10:58:59,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426269469273_0003/container_1426269469273_0003_01_000001
2015-03-13 10:58:59,510 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:58:59,511 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0004_01_000001
2015-03-13 10:58:59,511 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:58:59,511 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0004_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:58:59,511 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426269469273_0004_000001
2015-03-13 10:58:59,512 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0004 CONTAINERID=container_1426269469273_0004_01_000001
2015-03-13 10:58:59,512 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0004_000001 State change from FINISHING to FINISHED
2015-03-13 10:58:59,512 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:59937, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:58:59,512 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0004 State change from FINISHING to FINISHED
2015-03-13 10:58:59,512 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:58:59,513 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426269469273_0004
2015-03-13 10:58:59,513 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0004_01_000001, NodeId: 10.1.1.144:59937, NodeHttpAddress: 10.1.1.144:59940, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59937 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:59,513 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426269469273_0004,name=[FB1003DB552E43AE842AF8BEACA0F75F/FC52F8FEB652476886E0D940D137065A] stats1 test/(2/2) ...gstatsplatform/flowstats1,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:59920/proxy/application_1426269469273_0004/jobhistory/job/job_1426269469273_0004,appMasterHost=Edinburgh.local,startTime=1426269509670,finishTime=1426269532683,finalStatus=SUCCEEDED
2015-03-13 10:58:59,513 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:58:59,513 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426269469273_0004_000001
2015-03-13 10:58:59,513 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-03-13 10:58:59,514 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0004_000001 released container container_1426269469273_0004_01_000001 on node: host: 10.1.1.144:59937 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:58:59,514 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426269469273_0004_000001 is done. finalState=FINISHED
2015-03-13 10:58:59,514 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426269469273_0004 requests cleared
2015-03-13 10:58:59,514 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426269469273_0004 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 10:58:59,514 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426269469273_0004 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 10:58:59,518 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0004_000001 (auth:SIMPLE)
2015-03-13 10:58:59,520 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0004_01_000001
2015-03-13 10:58:59,727 INFO ipc.Client (Client.java:handleConnectionFailure(783)) - Retrying connect to server: Edinburgh.local/10.1.1.144:59991. Already tried 1 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1 SECONDS)
2015-03-13 10:58:59,933 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59910 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741857_1033, blk_1073741858_1034, blk_1073741861_1037, blk_1073741845_1021, blk_1073741848_1024, blk_1073741865_1041, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027]
2015-03-13 10:58:59,933 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:59903 to delete [blk_1073741841_1017, blk_1073741845_1021]
2015-03-13 10:59:00,004 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426269469273 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:59:00,004 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426269469273_0003_01_000001
2015-03-13 10:59:00,005 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:59:00,005 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426269469273_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:59:00,005 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426269469273_0003_000001
2015-03-13 10:59:00,005 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426269469273_0003_000001 State change from FINISHING to FINISHED
2015-03-13 10:59:00,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:59:00,005 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426269469273_0003_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:59:00,006 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426269469273_0003 CONTAINERID=container_1426269469273_0003_01_000001
2015-03-13 10:59:00,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:59:00,006 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0004
2015-03-13 10:59:00,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:59:00,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:59:00,005 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426269469273_0003 State change from FINISHING to FINISHED
2015-03-13 10:59:00,007 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:59:00,007 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0004, with delay of 10800 seconds
2015-03-13 10:59:00,006 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426269469273_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:59933, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:59:00,008 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:0, vCores:0> numContainers=0 user=soberoi user-resources=<memory:0, vCores:0>
2015-03-13 10:59:00,008 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426269469273_0003_01_000001, NodeId: 10.1.1.144:59933, NodeHttpAddress: 10.1.1.144:59936, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:59933 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2015-03-13 10:59:00,007 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426269469273_0003
2015-03-13 10:59:00,008 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426269469273_0003,name=[6092159DEC78493F81C30281F92F6703/4A7C936A3BA34181A556246D83040692] stats2 test/(2/2) ...gstatsplatform/flowstats2,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:59920/proxy/application_1426269469273_0003/jobhistory/job/job_1426269469273_0003,appMasterHost=Edinburgh.local,startTime=1426269509242,finishTime=1426269533175,finalStatus=SUCCEEDED
2015-03-13 10:59:00,008 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2015-03-13 10:59:00,008 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0
2015-03-13 10:59:00,009 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426269469273_0003_000001 released container container_1426269469273_0003_01_000001 on node: host: 10.1.1.144:59933 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:59:00,009 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426269469273_0003_000001
2015-03-13 10:59:00,009 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426269469273_0003_000001 is done. finalState=FINISHED
2015-03-13 10:59:00,009 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426269469273_0003 requests cleared
2015-03-13 10:59:00,009 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426269469273_0003 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 0 #queue-pending-applications: 0 #queue-active-applications: 0
2015-03-13 10:59:00,009 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426269469273_0003 user: soberoi leaf-queue of parent: root #applications: 0
2015-03-13 10:59:00,012 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426269469273_0003_000001 (auth:SIMPLE)
2015-03-13 10:59:00,013 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426269469273_0003_01_000001
2015-03-13 10:59:00,049 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:59:00,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:59:00,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:59:00,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:59:00,050 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0003
2015-03-13 10:59:00,051 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:59:00,051 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0003, with delay of 10800 seconds
2015-03-13 10:59:00,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:59:00,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741841 for deletion
2015-03-13 10:59:00,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741845 for deletion
2015-03-13 10:59:00,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741841
2015-03-13 10:59:00,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741845
2015-03-13 10:59:00,517 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:59:00,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:59:00,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:59:00,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:59:00,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426269469273_0004
2015-03-13 10:59:00,519 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0004
2015-03-13 10:59:00,519 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:59:00,519 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0004, with delay of 10800 seconds
2015-03-13 10:59:00,732 INFO ipc.Client (Client.java:handleConnectionFailure(783)) - Retrying connect to server: Edinburgh.local/10.1.1.144:59991. Already tried 2 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1 SECONDS)
2015-03-13 10:59:00,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741840 for deletion
2015-03-13 10:59:00,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741857 for deletion
2015-03-13 10:59:00,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741841 for deletion
2015-03-13 10:59:00,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741840
2015-03-13 10:59:00,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741857
2015-03-13 10:59:00,773 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741858 for deletion
2015-03-13 10:59:00,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741845 for deletion
2015-03-13 10:59:00,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741841
2015-03-13 10:59:00,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741861 for deletion
2015-03-13 10:59:00,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741858
2015-03-13 10:59:00,774 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741848 for deletion
2015-03-13 10:59:00,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741845
2015-03-13 10:59:00,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741849 for deletion
2015-03-13 10:59:00,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741861
2015-03-13 10:59:00,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741865 for deletion
2015-03-13 10:59:00,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741849
2015-03-13 10:59:00,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741848
2015-03-13 10:59:00,775 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741850 for deletion
2015-03-13 10:59:00,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741851 for deletion
2015-03-13 10:59:00,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741865
2015-03-13 10:59:00,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741850
2015-03-13 10:59:00,776 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1352235453-10.1.1.144-1426269467075 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-1352235453-10.1.1.144-1426269467075/current/finalized/blk_1073741851
2015-03-13 10:59:00,839 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(270)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2015-03-13 10:59:00,841 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1426269469273_0002 from file: hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist
2015-03-13 10:59:00,841 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist]
2015-03-13 10:59:00,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0002-1426269477936-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FD45DB9E8CB7D43EB-1426269508389-4-1-SUCCEEDED-default.jhist dst=null perm=null
2015-03-13 10:59:00,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60248, bytes: 61236, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741846_1022, duration: 198000
2015-03-13 10:59:01,009 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:59:01,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:59:01,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:59:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426269469273_0003
2015-03-13 10:59:01,011 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426269469273_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:59:01,011 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426269469273_0003, with delay of 10800 seconds
2015-03-13 10:59:01,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:59:01,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426269469273_0003
2015-03-13 10:59:01,035 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(270)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2015-03-13 10:59:01,036 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1426269469273_0004 from file: hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist
2015-03-13 10:59:01,036 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:59899/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist]
2015-03-13 10:59:01,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426269469273_0004-1426269509670-soberoi-%5BFB1003DB552E43AE842AF8BEACA0F75F%2FFC52F8FEB6524768-1426269532553-1-1-SUCCEEDED-default.jhist dst=null perm=null
2015-03-13 10:59:01,039 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59910, dest: /127.0.0.1:60249, bytes: 38021, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-622689924-10.1.1.144-59910-1426269468675, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741862_1038, duration: 201000
2015-03-13 10:59:01,068 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/cascadingstatsplatform/flowstats2
2015-03-13 10:59:01,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:59:01,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:59:01,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:59:01,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null
2015-03-13 10:59:01,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/part-00000 dst=null perm=null
2015-03-13 10:59:01,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/part-00000 dst=null perm=null
2015-03-13 10:59:01,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60248, bytes: 144, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741864_1040, duration: 175000
2015-03-13 10:59:01,074 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/cascadingstatsplatform/flowstats1
2015-03-13 10:59:01,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:59:01,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:59:01,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:59:01,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null
2015-03-13 10:59:01,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/part-00000 dst=null perm=null
2015-03-13 10:59:01,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/part-00000 dst=null perm=null
2015-03-13 10:59:01,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:59900, dest: /127.0.0.1:60248, bytes: 144, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1725695108_9, offset: 0, srvID: DS-1738397833-10.1.1.144-59900-1426269468310, blockid: BP-1352235453-10.1.1.144-1426269467075:blk_1073741860_1036, duration: 176000